[ 536.464159] env[65336]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 536.464159] env[65336]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 537.444071] env[65426]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 537.444071] env[65426]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 539.311066] env[65426]: INFO neutron.common.config [-] Logging enabled! [ 539.311406] env[65426]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev54 [ 539.311612] env[65426]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65426) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 539.311917] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 539.312018] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 539.312853] env[65426]: WARNING oslo_policy.policy [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 539.313081] env[65426]: WARNING oslo_policy.policy [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 539.314844] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] VMware NSXv3 Agent initialized successfully. [ 539.315184] env[65426]: DEBUG oslo_concurrency.lockutils [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] Acquiring lock "singleton_lock" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.315316] env[65426]: DEBUG oslo_concurrency.lockutils [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] Acquired lock "singleton_lock" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.315523] env[65426]: DEBUG oslo_concurrency.lockutils [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] Releasing lock "singleton_lock" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.315813] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] Full set of CONF: {{(pid=65426) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 539.315923] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ******************************************************************************** {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 539.316036] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] Configuration options gathered from: {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 539.316763] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 539.316940] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 539.317060] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ================================================================================ {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 539.317231] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] agent_down_time = 75 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.317372] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] allow_automatic_dhcp_failover = True {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.317508] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] allow_bulk = True {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.317652] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] api_extensions_path = {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.317787] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] api_paste_config = api-paste.ini {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.317925] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] auth_strategy = keystone {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.318039] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] backdoor_port = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.318142] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] backdoor_socket = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.318275] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] backlog = 4096 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.318411] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] base_mac = fa:16:3e:00:00:00 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.318566] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] bind_host = 0.0.0.0 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.318707] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] bind_port = 9696 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.318841] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] client_socket_timeout = 900 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.318980] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] config_dir = [] {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.319095] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.319230] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] config_source = [] {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.319366] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] control_exchange = neutron {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.319542] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] core_plugin = ml2 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.319640] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] debug = True {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.319769] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] default_availability_zones = [] {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.319972] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.320120] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] dhcp_agent_notification = True {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.320254] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] dhcp_agents_per_network = 1 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.320381] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] dhcp_lease_duration = 86400 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.320518] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] dhcp_load_type = networks {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.320651] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] dns_domain = openstacklocal {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.320784] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.320967] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] enable_default_route_bfd = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.321206] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] enable_default_route_ecmp = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.321528] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] enable_dvr = True {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.321763] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] enable_new_agents = True {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.321999] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.322248] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] enable_signals = True {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.322479] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] enable_traditional_dhcp = True {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.322638] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] external_dns_driver = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.322778] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] filter_validation = True {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.322923] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] global_physnet_mtu = 8950 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.323073] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] graceful_shutdown_timeout = 60 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.323262] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] host = cpu-1 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.323403] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] host_dvr_for_dhcp = True {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.323538] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] http_retries = 3 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.323673] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] instance_format = [instance: %(uuid)s] {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.323809] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.323944] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ipam_driver = internal {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.324087] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ipv6_pd_enabled = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.324218] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] l3_ha = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.324352] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.324487] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] l3_ha_network_physical_name = {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.324636] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] l3_ha_network_type = {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.324754] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] log_color = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.324891] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] log_config_append = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.325048] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.325156] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] log_dir = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.325284] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] log_file = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.325386] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] log_options = True {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.325516] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] log_rotate_interval = 1 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.325653] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] log_rotate_interval_type = days {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.325787] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] log_rotation_type = none {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.325894] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.325990] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.326140] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.326280] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.326404] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.326539] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] max_dns_nameservers = 5 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.326669] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] max_header_line = 16384 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.326796] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] max_l3_agents_per_router = 3 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.326923] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] max_logfile_count = 30 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.327060] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] max_logfile_size_mb = 200 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.327193] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] max_subnet_host_routes = 20 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.327328] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] my_ip = 10.180.1.21 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.327462] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] my_ipv6 = ::1 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.327594] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] network_auto_schedule = True {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.327720] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] network_link_prefix = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.327860] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.328000] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] notify_nova_on_port_data_changes = True {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.328149] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] notify_nova_on_port_status_changes = True {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.328286] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] pagination_max_limit = -1 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.328466] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] publish_errors = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.328543] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] rate_limit_burst = 0 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.328703] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] rate_limit_except_level = CRITICAL {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.328839] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] rate_limit_interval = 0 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.328969] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] retry_until_window = 30 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.329112] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] router_distributed = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.329243] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] rpc_resources_processing_step = 20 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.329372] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] rpc_response_max_timeout = 600 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.329504] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] rpc_response_timeout = 60 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.329631] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] send_events_interval = 2 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.329783] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] service_plugins = ['router'] {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.329917] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] setproctitle = on {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.330064] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] shell_completion = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.330200] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] state_path = /opt/stack/data/neutron {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.330334] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] syslog_log_facility = LOG_USER {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.330464] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] tcp_keepidle = 600 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.330598] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] transport_url = **** {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.330729] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] use_journal = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.330858] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] use_json = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.331042] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] use_ssl = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.331127] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] use_stderr = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.331258] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] use_syslog = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.331384] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] vlan_qinq = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.331510] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] vlan_transparent = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.331638] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] watch_log_file = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.331766] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] wsgi_default_pool_size = 100 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.331896] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] wsgi_keep_alive = True {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.332048] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.332182] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] wsgi_server_debug = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 539.332342] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_concurrency.disable_process_locking = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.332485] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.332627] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.332761] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.332899] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.333048] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.333187] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.333337] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] profiler.connection_string = messaging:// {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.333478] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] profiler.enabled = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.333618] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] profiler.es_doc_type = notification {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.333754] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] profiler.es_scroll_size = 10000 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.333892] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] profiler.es_scroll_time = 2m {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.334034] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] profiler.filter_error_trace = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.334176] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] profiler.hmac_keys = **** {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.334326] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] profiler.sentinel_service_name = mymaster {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.334473] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] profiler.socket_timeout = 0.1 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.334605] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] profiler.trace_requests = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.334735] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] profiler.trace_sqlalchemy = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.334883] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] profiler_jaeger.process_tags = {} {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.335108] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] profiler_jaeger.service_name_prefix = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.335153] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] profiler_otlp.service_name_prefix = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.335298] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_policy.enforce_new_defaults = True {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.335579] env[65426]: WARNING oslo_config.cfg [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 539.335725] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_policy.enforce_scope = True {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.335868] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_policy.policy_default_rule = default {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.336024] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.336168] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.336327] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.336472] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.336602] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.336728] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.336858] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.336994] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_policy.remote_timeout = 60.0 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.337156] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.337303] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] agent.extensions = [] {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.337437] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.337576] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] service_providers.service_provider = [] {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.337714] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] QUOTAS.default_quota = -1 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.337853] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.337985] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] QUOTAS.quota_floatingip = 50 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.338129] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] QUOTAS.quota_network = 100 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.338259] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] QUOTAS.quota_port = 500 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.338389] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.338523] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] QUOTAS.quota_router = 10 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.338674] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] QUOTAS.quota_security_group = 10 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.338815] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.338945] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] QUOTAS.quota_subnet = 100 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.339085] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] QUOTAS.track_quota_usage = True {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.339233] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.339368] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep.group = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.339500] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep.helper_command = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.339629] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep.log_daemon_traceback = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.339766] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.339900] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep.thread_pool_size = 8 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.340043] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep.user = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.340186] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.340317] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep_dhcp_release.group = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.340446] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep_dhcp_release.helper_command = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.340579] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.340715] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.340846] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.340976] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep_dhcp_release.user = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.341130] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.341262] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep_ovs_vsctl.group = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.341391] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep_ovs_vsctl.helper_command = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.341525] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.341662] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.341791] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.341923] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep_ovs_vsctl.user = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.342074] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep_namespace.capabilities = [21] {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.342208] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep_namespace.group = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.342341] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep_namespace.helper_command = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.342506] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep_namespace.log_daemon_traceback = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.342654] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.342791] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep_namespace.thread_pool_size = 8 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.342922] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep_namespace.user = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.343075] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep_conntrack.capabilities = [12] {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.343209] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep_conntrack.group = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.343339] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep_conntrack.helper_command = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.343473] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.343610] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.343743] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.343872] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep_conntrack.user = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.344026] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep_link.capabilities = [12, 21] {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.344159] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep_link.group = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.344287] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep_link.helper_command = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.344422] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep_link.log_daemon_traceback = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.344559] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.344689] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep_link.thread_pool_size = 8 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.344815] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] privsep_link.user = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.344967] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.345123] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.345282] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] AGENT.continue_on_failed_promotions = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.345390] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] AGENT.dscp = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.345526] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] AGENT.dscp_inherit = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.345664] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] AGENT.force_mp_to_policy = True {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.345796] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] AGENT.locking_coordinator_url = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.345930] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] AGENT.log_agent_heartbeats = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.346071] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] AGENT.logging_expire = 1 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.346213] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.346378] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.346525] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] AGENT.polling_interval = 240 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.346664] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.346803] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.346948] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] AGENT.report_interval = 30.0 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.347103] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.347244] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.347407] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.347548] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] AGENT.sync_skew = 60 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.347683] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] AGENT.synchronization_queue_size = 20 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.347816] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] AGENT.use_helper_for_ns_read = True {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.347959] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] SECURITYGROUP.enable_ipset = True {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.348114] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] SECURITYGROUP.enable_security_group = True {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.348255] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.348395] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.348535] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] experimental.ipv6_pd_enabled = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.348715] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ml2.extension_drivers = ['port_security'] {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.348859] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ml2.external_network_type = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.349023] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.349171] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ml2.overlay_ip_version = 4 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.349311] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ml2.path_mtu = 8950 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.349454] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ml2.physical_network_mtus = {} {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.349598] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ml2.tenant_network_types = ['vlan'] {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.349737] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.349875] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ml2.type_drivers = ['vlan'] {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.350027] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] AGENT_CLI.neutron_port_id = [] {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.350164] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.350296] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.350442] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.350580] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.350714] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.350852] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.350992] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.351145] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.351347] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.351495] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] NSXV3.nsxv3_login_password = **** {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.351643] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] NSXV3.nsxv3_login_port = 443 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.351778] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] NSXV3.nsxv3_login_user = admin {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.351915] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.352063] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.352198] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.352333] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.352463] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.352604] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.352743] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.352878] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.353024] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.353162] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.353302] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.353436] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.353573] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.353760] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.353902] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] vsphere.vsphere_login_password = VMware1! {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.354049] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.354188] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.354328] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] nova.auth_section = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.354493] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] nova.auth_type = password {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.354644] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.354776] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] nova.certfile = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.354909] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] nova.collect_timing = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.355057] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] nova.endpoint_type = public {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.355192] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] nova.insecure = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.355326] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] nova.keyfile = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.355473] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] nova.region_name = RegionOne {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.355589] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] nova.split_loggers = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.355714] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] nova.timeout = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.355847] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] placement.auth_section = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.355986] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] placement.auth_type = password {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.356135] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.356263] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] placement.certfile = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.356423] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] placement.collect_timing = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.356566] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] placement.endpoint_type = public {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.356698] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] placement.insecure = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.356899] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] placement.keyfile = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.357053] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] placement.region_name = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.357189] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] placement.split_loggers = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.357327] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] placement.timeout = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.357537] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ironic.auth_section = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.357691] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ironic.auth_type = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.357824] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ironic.cafile = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.357953] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ironic.certfile = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.358100] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ironic.collect_timing = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.358227] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ironic.connect_retries = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.358355] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ironic.connect_retry_delay = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.358487] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ironic.enable_notifications = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.358629] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ironic.endpoint_override = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.358778] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ironic.insecure = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.358944] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ironic.interface = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.359087] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ironic.keyfile = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.359224] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ironic.max_version = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.359353] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ironic.min_version = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.359485] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ironic.region_name = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.359675] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ironic.retriable_status_codes = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.359823] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ironic.service_name = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.359953] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ironic.service_type = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.360097] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ironic.split_loggers = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.360225] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ironic.status_code_retries = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.360360] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ironic.status_code_retry_delay = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.360501] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ironic.timeout = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.360631] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ironic.valid_interfaces = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.360760] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ironic.version = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.360899] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] cli_script.dry_run = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.361054] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.361191] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.361323] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.361456] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.361588] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.361719] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.361851] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.361985] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.362130] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.362271] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.362401] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.362543] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.362714] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.362912] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.363072] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.363220] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.363356] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.363490] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.363634] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.363768] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.363951] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.364040] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.364171] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.364302] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.364433] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.364562] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.364690] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.364818] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.364948] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.365089] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.365220] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_rabbit.ssl = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.365357] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.365498] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.365617] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.365753] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.365887] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_rabbit.ssl_version = {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.366020] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.366168] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_notifications.driver = [] {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.366327] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_notifications.retry = -1 {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.366498] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.366649] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] oslo_messaging_notifications.transport_url = **** {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.366754] env[65426]: DEBUG oslo_service.backend._eventlet.service [None req-2a160a6d-411c-439f-9bab-0972f4ce503c None None] ******************************************************************************** {{(pid=65426) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 539.367923] env[65426]: DEBUG neutron.agent.securitygroups_rpc [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Init firewall settings (driver=nsxv3) {{(pid=65426) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 539.369273] env[65426]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65426) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 539.369519] env[65426]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] RPC agent_id: nsxm-l-01a.corp.local [ 539.371723] env[65426]: DEBUG dogpile.cache.region [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 539.371852] env[65426]: DEBUG dogpile.lock [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 539.371953] env[65426]: DEBUG dogpile.lock [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 539.372056] env[65426]: DEBUG dogpile.lock [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 539.372150] env[65426]: DEBUG dogpile.cache.region [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 539.372237] env[65426]: DEBUG dogpile.lock [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 539.372361] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 539.404825] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Session token - acquiring [ 539.406517] env[65426]: DEBUG networking_nsxv3.common.locking [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.406725] env[65426]: DEBUG oslo_concurrency.lockutils [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.406798] env[65426]: DEBUG oslo_concurrency.lockutils [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.407346] env[65426]: DEBUG oslo_concurrency.lockutils [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.418190] env[65426]: DEBUG oslo_concurrency.lockutils [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.689094] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 539.713687] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 539.713878] env[65426]: DEBUG dogpile.cache.region [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Cache value generated in 0.341 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 539.713930] env[65426]: DEBUG dogpile.lock [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 539.714066] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Activating Policy API Provider. [ 539.714366] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Looking for the default Infrastructure Rules. [ 539.786354] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Looking for the Default Layer3 Logged Drop Section. [ 539.805402] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 539.805900] env[65426]: DEBUG networking_nsxv3.common.locking [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.806095] env[65426]: DEBUG oslo_concurrency.lockutils [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Acquiring lock "all" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.806209] env[65426]: DEBUG oslo_concurrency.lockutils [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Acquired lock "all" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.806555] env[65426]: DEBUG oslo_concurrency.lockutils [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Acquired external semaphore "all" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.806898] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.323381] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.825424] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 541.328269] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Inventory metadata is going to be refreshed. [ 541.328620] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 542.066155] env[65426]: DEBUG networking_nsxv3.common.locking [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.066439] env[65426]: DEBUG oslo_concurrency.lockutils [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.066587] env[65426]: DEBUG oslo_concurrency.lockutils [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.066897] env[65426]: DEBUG oslo_concurrency.lockutils [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.077784] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 542.078700] env[65426]: DEBUG oslo_concurrency.lockutils [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.079537] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 542.096514] env[65426]: DEBUG networking_nsxv3.common.locking [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.096783] env[65426]: DEBUG oslo_concurrency.lockutils [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.096783] env[65426]: DEBUG oslo_concurrency.lockutils [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.097080] env[65426]: DEBUG oslo_concurrency.lockutils [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.097206] env[65426]: DEBUG oslo_concurrency.lockutils [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.097348] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 542.097482] env[65426]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65426) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 542.097593] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 542.116318] env[65426]: DEBUG networking_nsxv3.common.locking [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.116619] env[65426]: DEBUG oslo_concurrency.lockutils [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.116734] env[65426]: DEBUG oslo_concurrency.lockutils [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.117230] env[65426]: DEBUG oslo_concurrency.lockutils [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.117272] env[65426]: DEBUG oslo_concurrency.lockutils [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.117421] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 542.139403] env[65426]: DEBUG networking_nsxv3.common.locking [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.139608] env[65426]: DEBUG oslo_concurrency.lockutils [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.139745] env[65426]: DEBUG oslo_concurrency.lockutils [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.139974] env[65426]: DEBUG oslo_concurrency.lockutils [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.140129] env[65426]: DEBUG oslo_concurrency.lockutils [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.140283] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 542.159994] env[65426]: DEBUG networking_nsxv3.common.locking [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.160308] env[65426]: DEBUG oslo_concurrency.lockutils [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Acquiring lock "Address Group" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.160308] env[65426]: DEBUG oslo_concurrency.lockutils [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Acquired lock "Address Group" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.160566] env[65426]: DEBUG oslo_concurrency.lockutils [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Acquired external semaphore "Address Group" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.160771] env[65426]: DEBUG oslo_concurrency.lockutils [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Releasing lock "Address Group" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.160860] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 542.160955] env[65426]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65426) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 542.161071] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 542.179210] env[65426]: DEBUG networking_nsxv3.common.locking [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.179444] env[65426]: DEBUG oslo_concurrency.lockutils [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Acquiring lock "Segment QoS" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.179583] env[65426]: DEBUG oslo_concurrency.lockutils [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Acquired lock "Segment QoS" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.179853] env[65426]: DEBUG oslo_concurrency.lockutils [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Acquired external semaphore "Segment QoS" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.179978] env[65426]: DEBUG oslo_concurrency.lockutils [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Releasing lock "Segment QoS" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.180131] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 542.180234] env[65426]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65426) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 542.180338] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 542.199138] env[65426]: DEBUG networking_nsxv3.common.locking [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.199435] env[65426]: DEBUG oslo_concurrency.lockutils [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.199435] env[65426]: DEBUG oslo_concurrency.lockutils [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.199805] env[65426]: DEBUG oslo_concurrency.lockutils [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.199951] env[65426]: DEBUG oslo_concurrency.lockutils [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.200116] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 542.200223] env[65426]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65426) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 542.200323] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Inventory metadata have been refreshed. [ 542.200418] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Dryrun:True. Metadata refresh completed. [ 542.200532] env[65426]: DEBUG oslo_concurrency.lockutils [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Releasing lock "all" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.202212] env[65426]: INFO neutron.agent.agent_extensions_manager [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Loaded agent extensions: [] [ 542.202982] env[65426]: DEBUG neutron_lib.callbacks.manager [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65426) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 542.254604] env[65426]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] NSXv3 Agent Agent RPC Daemon Started! [ 542.254761] env[65426]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] NSXv3 Agent Agent loop - iteration:0 started [ 542.254878] env[65426]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] NSXv3 Agent Agent out of sync with plugin! [ 547.203635] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 547.203635] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 552.205363] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 552.205739] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 557.185609] env[65426]: INFO networking_nsxv3.common.synchronization [None req-6c286f31-b288-4330-b4f3-ba75bc065e11 demo admin] Enqueued Resource ID: 3ee50510-109d-4d11-af68-33523f6c141b with Priority: HIGHEST for action security_group_rules [ 557.186296] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee50510-109d-4d11-af68-33523f6c141b with Priority: HIGHEST for action security_group_rules [ 557.186510] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ee50510-109d-4d11-af68-33523f6c141b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.186626] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ee50510-109d-4d11-af68-33523f6c141b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.186699] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ee50510-109d-4d11-af68-33523f6c141b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.187052] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ee50510-109d-4d11-af68-33523f6c141b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.187142] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ee50510-109d-4d11-af68-33523f6c141b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.710124] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.710370] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.710467] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.711558] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.711558] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.711558] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ee50510-109d-4d11-af68-33523f6c141b already deleted. [ 557.711558] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ee50510-109d-4d11-af68-33523f6c141b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.187152] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 562.187767] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 567.189633] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 567.190266] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 572.191392] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 572.191761] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 574.207280] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.207280] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.207280] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.207280] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.207280] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.710535] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.214884] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.718706] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 575.718706] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 576.497016] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.497016] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.497016] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.497016] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.507842] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 576.508912] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.509727] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 576.528404] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.528959] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.529215] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.529535] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.530927] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.530927] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 576.530927] env[65426]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65426) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 576.530927] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 576.550958] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.551463] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.551680] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.551997] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.552296] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.552526] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 576.573450] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.573450] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.573450] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.573450] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.573450] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.573450] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 576.593780] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.593780] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.593780] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.593780] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.593780] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.593780] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 576.593780] env[65426]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65426) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 576.593780] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 576.611319] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.611319] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.611319] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.611319] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.611319] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.611319] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 576.611319] env[65426]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65426) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 576.611319] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 576.631022] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.631022] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.631022] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.631022] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.631022] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.631022] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 576.631022] env[65426]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65426) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 576.631022] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 576.631022] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 576.631022] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 576.631022] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 576.631022] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 576.631022] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 576.631022] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 576.631022] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 576.651038] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.651503] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.651727] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.652064] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.652302] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.653668] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 576.673242] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.673242] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.673242] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.673242] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.673242] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.685161] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.193102] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 577.193102] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 582.194596] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 582.195011] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 587.198737] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 587.198737] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 588.368810] env[65426]: INFO networking_nsxv3.common.synchronization [None req-7cf62e14-afdb-447b-9c37-ffb617c9ea75 None None] Enqueued Resource ID: 53dd84aa-b8d7-43e3-b328-21268da8e494 with Priority: HIGHEST for action port [ 588.369419] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53dd84aa-b8d7-43e3-b328-21268da8e494 with Priority: HIGHEST for action port [ 588.369860] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-53dd84aa-b8d7-43e3-b328-21268da8e494 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.370994] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53dd84aa-b8d7-43e3-b328-21268da8e494" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.370994] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53dd84aa-b8d7-43e3-b328-21268da8e494" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.371293] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53dd84aa-b8d7-43e3-b328-21268da8e494" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.371377] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53dd84aa-b8d7-43e3-b328-21268da8e494',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.615963] env[65426]: INFO networking_nsxv3.common.synchronization [None req-3bcf4090-eb09-4cf0-8056-1d8f2ad6dd64 None None] Enqueued Resource ID: eeef863b-35d6-4d56-afa8-f857da78596f with Priority: HIGHEST for action port [ 588.618132] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeef863b-35d6-4d56-afa8-f857da78596f with Priority: HIGHEST for action port [ 588.618966] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-eeef863b-35d6-4d56-afa8-f857da78596f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.618966] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eeef863b-35d6-4d56-afa8-f857da78596f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.618966] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eeef863b-35d6-4d56-afa8-f857da78596f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.620531] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eeef863b-35d6-4d56-afa8-f857da78596f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.620531] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eeef863b-35d6-4d56-afa8-f857da78596f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.875224] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53dd84aa-b8d7-43e3-b328-21268da8e494 [ 588.875224] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.875224] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.875224] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.875224] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.876447] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.876447] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53dd84aa-b8d7-43e3-b328-21268da8e494 already deleted. [ 588.876447] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53dd84aa-b8d7-43e3-b328-21268da8e494" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.085568] env[65426]: INFO networking_nsxv3.common.synchronization [None req-8a14b356-37a0-4cc2-964b-9a3cacf712aa None None] Enqueued Resource ID: a641c8ce-ab86-45e1-9543-98abd683a706 with Priority: HIGHEST for action port [ 589.086307] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a641c8ce-ab86-45e1-9543-98abd683a706 with Priority: HIGHEST for action port [ 589.086436] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-a641c8ce-ab86-45e1-9543-98abd683a706 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.087575] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a641c8ce-ab86-45e1-9543-98abd683a706" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.087575] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a641c8ce-ab86-45e1-9543-98abd683a706" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.087575] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a641c8ce-ab86-45e1-9543-98abd683a706" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.087575] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a641c8ce-ab86-45e1-9543-98abd683a706',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.122739] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eeef863b-35d6-4d56-afa8-f857da78596f [ 589.122739] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.122739] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.122739] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.123663] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.123809] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.126030] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eeef863b-35d6-4d56-afa8-f857da78596f already deleted. [ 589.126030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eeef863b-35d6-4d56-afa8-f857da78596f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.445033] env[65426]: INFO networking_nsxv3.common.synchronization [None req-4db83075-0def-42b6-bdac-e2b91db4b178 None None] Enqueued Resource ID: b8c9bcca-f27c-4176-87b2-01975c673875 with Priority: HIGHEST for action port [ 589.445033] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8c9bcca-f27c-4176-87b2-01975c673875 with Priority: HIGHEST for action port [ 589.445033] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8c9bcca-f27c-4176-87b2-01975c673875 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.445033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8c9bcca-f27c-4176-87b2-01975c673875" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.445033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8c9bcca-f27c-4176-87b2-01975c673875" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.445033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8c9bcca-f27c-4176-87b2-01975c673875" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.445033] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8c9bcca-f27c-4176-87b2-01975c673875',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.588751] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a641c8ce-ab86-45e1-9543-98abd683a706 [ 589.588988] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.589144] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.589210] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.589419] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.589504] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.589601] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a641c8ce-ab86-45e1-9543-98abd683a706 already deleted. [ 589.589678] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a641c8ce-ab86-45e1-9543-98abd683a706" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.952410] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8c9bcca-f27c-4176-87b2-01975c673875 [ 589.953199] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.953417] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.953518] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.953773] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.953962] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.953962] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8c9bcca-f27c-4176-87b2-01975c673875 already deleted. [ 589.954048] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8c9bcca-f27c-4176-87b2-01975c673875" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.025208] env[65426]: INFO networking_nsxv3.common.synchronization [None req-a0932aa9-7629-4a7b-af35-14363f9cbfa9 None None] Enqueued Resource ID: 3434703c-d4d9-428f-8454-0f7d38c5141e with Priority: HIGHEST for action port [ 591.025208] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3434703c-d4d9-428f-8454-0f7d38c5141e with Priority: HIGHEST for action port [ 591.025208] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-3434703c-d4d9-428f-8454-0f7d38c5141e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.025208] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3434703c-d4d9-428f-8454-0f7d38c5141e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.025208] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3434703c-d4d9-428f-8454-0f7d38c5141e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.025208] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3434703c-d4d9-428f-8454-0f7d38c5141e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.025208] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3434703c-d4d9-428f-8454-0f7d38c5141e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.222295] env[65426]: INFO networking_nsxv3.common.synchronization [None req-b3f062d3-210f-4dd7-9dda-c3d43c68e10f None None] Enqueued Resource ID: 6e3152db-6f92-4065-b53c-ebbea3fa77fe with Priority: HIGHEST for action port [ 591.222568] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e3152db-6f92-4065-b53c-ebbea3fa77fe with Priority: HIGHEST for action port [ 591.223231] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e3152db-6f92-4065-b53c-ebbea3fa77fe taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.223231] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e3152db-6f92-4065-b53c-ebbea3fa77fe" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.223339] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e3152db-6f92-4065-b53c-ebbea3fa77fe" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.223511] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e3152db-6f92-4065-b53c-ebbea3fa77fe" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.223597] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e3152db-6f92-4065-b53c-ebbea3fa77fe',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.529409] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3434703c-d4d9-428f-8454-0f7d38c5141e [ 591.529631] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.530146] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.530146] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.530146] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.530146] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.530381] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3434703c-d4d9-428f-8454-0f7d38c5141e already deleted. [ 591.530381] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3434703c-d4d9-428f-8454-0f7d38c5141e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.672057] env[65426]: INFO networking_nsxv3.common.synchronization [None req-92ff147f-fefe-451f-8c00-c49789ef6cb1 None None] Enqueued Resource ID: 35d8f988-3ea6-4734-994b-25269be49835 with Priority: HIGHEST for action port [ 591.672057] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d8f988-3ea6-4734-994b-25269be49835 with Priority: HIGHEST for action port [ 591.672057] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-35d8f988-3ea6-4734-994b-25269be49835 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.672057] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35d8f988-3ea6-4734-994b-25269be49835" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.672256] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35d8f988-3ea6-4734-994b-25269be49835" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.672539] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35d8f988-3ea6-4734-994b-25269be49835" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.672736] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35d8f988-3ea6-4734-994b-25269be49835',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.728640] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e3152db-6f92-4065-b53c-ebbea3fa77fe [ 591.728640] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.728640] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.728640] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.728640] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.729946] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.729946] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e3152db-6f92-4065-b53c-ebbea3fa77fe already deleted. [ 591.729946] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e3152db-6f92-4065-b53c-ebbea3fa77fe" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.175578] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35d8f988-3ea6-4734-994b-25269be49835 [ 592.177175] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.177175] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.177175] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.177175] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.177175] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.177175] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35d8f988-3ea6-4734-994b-25269be49835 already deleted. [ 592.177175] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35d8f988-3ea6-4734-994b-25269be49835" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.888979] env[65426]: INFO networking_nsxv3.common.synchronization [None req-e0d93364-9df1-4ffb-a4d9-3aced8916ca6 None None] Enqueued Resource ID: e6e6a264-175c-4279-a104-deeeeaf54bbf with Priority: HIGHEST for action port [ 592.889225] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6e6a264-175c-4279-a104-deeeeaf54bbf with Priority: HIGHEST for action port [ 592.890198] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6e6a264-175c-4279-a104-deeeeaf54bbf taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.890312] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6e6a264-175c-4279-a104-deeeeaf54bbf" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.890370] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6e6a264-175c-4279-a104-deeeeaf54bbf" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.890890] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6e6a264-175c-4279-a104-deeeeaf54bbf" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.890890] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6e6a264-175c-4279-a104-deeeeaf54bbf',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.395370] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6e6a264-175c-4279-a104-deeeeaf54bbf [ 593.395370] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.395370] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.395370] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.396188] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.396188] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.396188] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6e6a264-175c-4279-a104-deeeeaf54bbf already deleted. [ 593.396188] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6e6a264-175c-4279-a104-deeeeaf54bbf" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.103068] env[65426]: INFO networking_nsxv3.common.synchronization [None req-fc5d2fb7-b579-476b-9f06-ebac233a43d5 None None] Enqueued Resource ID: 058b6bfa-48f6-4b56-9f56-dd1078113952 with Priority: HIGHEST for action port [ 594.103691] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 058b6bfa-48f6-4b56-9f56-dd1078113952 with Priority: HIGHEST for action port [ 594.103945] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-058b6bfa-48f6-4b56-9f56-dd1078113952 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.105440] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-058b6bfa-48f6-4b56-9f56-dd1078113952" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.105537] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-058b6bfa-48f6-4b56-9f56-dd1078113952" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.105804] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-058b6bfa-48f6-4b56-9f56-dd1078113952" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.105914] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('058b6bfa-48f6-4b56-9f56-dd1078113952',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.609078] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 058b6bfa-48f6-4b56-9f56-dd1078113952 [ 594.609406] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.609489] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.609523] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.609751] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.609840] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.609938] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:058b6bfa-48f6-4b56-9f56-dd1078113952 already deleted. [ 594.610100] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-058b6bfa-48f6-4b56-9f56-dd1078113952" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.627910] env[65426]: INFO networking_nsxv3.common.synchronization [None req-c8f3af86-52f2-4d1c-b12d-151ee27b362c tempest-ServersTestFqdnHostnames-1867227065 tempest-ServersTestFqdnHostnames-1867227065-project-member] Enqueued Resource ID: cecd5db4-8a18-46bc-9639-47440ad4a716 with Priority: HIGHEST for action security_group_rules [ 594.627910] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cecd5db4-8a18-46bc-9639-47440ad4a716 with Priority: HIGHEST for action security_group_rules [ 594.627910] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cecd5db4-8a18-46bc-9639-47440ad4a716 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.628344] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cecd5db4-8a18-46bc-9639-47440ad4a716" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.628800] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cecd5db4-8a18-46bc-9639-47440ad4a716" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.628800] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cecd5db4-8a18-46bc-9639-47440ad4a716" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.628969] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cecd5db4-8a18-46bc-9639-47440ad4a716',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.153252] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.154301] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.154301] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.155174] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.155174] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.155291] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cecd5db4-8a18-46bc-9639-47440ad4a716 already deleted. [ 595.155433] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cecd5db4-8a18-46bc-9639-47440ad4a716" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.368616] env[65426]: INFO networking_nsxv3.common.synchronization [None req-fce7a005-f195-4023-8643-11bc94d82af2 tempest-ServersTestFqdnHostnames-1867227065 tempest-ServersTestFqdnHostnames-1867227065-project-member] Enqueued Resource ID: cecd5db4-8a18-46bc-9639-47440ad4a716 with Priority: HIGHEST for action security_group_rules [ 595.371174] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cecd5db4-8a18-46bc-9639-47440ad4a716 with Priority: HIGHEST for action security_group_rules [ 595.371174] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cecd5db4-8a18-46bc-9639-47440ad4a716 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.371174] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cecd5db4-8a18-46bc-9639-47440ad4a716" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.371174] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cecd5db4-8a18-46bc-9639-47440ad4a716" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.371174] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cecd5db4-8a18-46bc-9639-47440ad4a716" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.371174] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cecd5db4-8a18-46bc-9639-47440ad4a716',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.739191] env[65426]: INFO networking_nsxv3.common.synchronization [None req-111b83bb-4f29-45b3-aade-4eeb2f979f6c None None] Enqueued Resource ID: c72f1eb7-f744-40f8-ba37-c2a345f87940 with Priority: HIGHEST for action port [ 595.739191] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c72f1eb7-f744-40f8-ba37-c2a345f87940 with Priority: HIGHEST for action port [ 595.739191] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-c72f1eb7-f744-40f8-ba37-c2a345f87940 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.741525] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c72f1eb7-f744-40f8-ba37-c2a345f87940" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.741525] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c72f1eb7-f744-40f8-ba37-c2a345f87940" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.741525] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c72f1eb7-f744-40f8-ba37-c2a345f87940" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.741525] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c72f1eb7-f744-40f8-ba37-c2a345f87940',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.891623] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.892758] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.892931] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.894113] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.894113] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.894113] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cecd5db4-8a18-46bc-9639-47440ad4a716 already deleted. [ 595.894113] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cecd5db4-8a18-46bc-9639-47440ad4a716" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.245667] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c72f1eb7-f744-40f8-ba37-c2a345f87940 [ 596.245667] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.245667] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.245667] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.245897] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.245897] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.245978] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c72f1eb7-f744-40f8-ba37-c2a345f87940 already deleted. [ 596.246037] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c72f1eb7-f744-40f8-ba37-c2a345f87940" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.511829] env[65426]: INFO networking_nsxv3.common.synchronization [None req-899c99f0-bcd8-442f-aaec-e7056f6e8837 None None] Enqueued Resource ID: 42334d3f-f15a-4977-ad94-37f3e623fc78 with Priority: HIGHEST for action port [ 596.512102] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42334d3f-f15a-4977-ad94-37f3e623fc78 with Priority: HIGHEST for action port [ 596.512650] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-42334d3f-f15a-4977-ad94-37f3e623fc78 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.512769] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42334d3f-f15a-4977-ad94-37f3e623fc78" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.512839] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42334d3f-f15a-4977-ad94-37f3e623fc78" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.514449] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42334d3f-f15a-4977-ad94-37f3e623fc78" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.514565] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42334d3f-f15a-4977-ad94-37f3e623fc78',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.781709] env[65426]: INFO networking_nsxv3.common.synchronization [None req-4d286057-5127-46c1-a971-ea8d7feddf47 None None] Enqueued Resource ID: 80e83d2c-959a-493f-9087-b65163e1d429 with Priority: HIGHEST for action port [ 596.781995] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80e83d2c-959a-493f-9087-b65163e1d429 with Priority: HIGHEST for action port [ 596.782985] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-80e83d2c-959a-493f-9087-b65163e1d429 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.782985] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80e83d2c-959a-493f-9087-b65163e1d429" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.782985] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80e83d2c-959a-493f-9087-b65163e1d429" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.782985] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80e83d2c-959a-493f-9087-b65163e1d429" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.782985] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80e83d2c-959a-493f-9087-b65163e1d429',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.017382] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42334d3f-f15a-4977-ad94-37f3e623fc78 [ 597.017516] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.017718] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.017718] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.017870] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.017956] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.018068] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42334d3f-f15a-4977-ad94-37f3e623fc78 already deleted. [ 597.018149] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42334d3f-f15a-4977-ad94-37f3e623fc78" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.273775] env[65426]: INFO networking_nsxv3.common.synchronization [None req-0eea8c0c-6aef-45e4-bb92-d00330c496d4 None None] Enqueued Resource ID: 3f50b5a5-a54c-4d6e-82bf-c4d5df9e1662 with Priority: HIGHEST for action port [ 597.273775] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f50b5a5-a54c-4d6e-82bf-c4d5df9e1662 with Priority: HIGHEST for action port [ 597.273775] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f50b5a5-a54c-4d6e-82bf-c4d5df9e1662 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.273775] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f50b5a5-a54c-4d6e-82bf-c4d5df9e1662" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.273775] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f50b5a5-a54c-4d6e-82bf-c4d5df9e1662" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.273989] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f50b5a5-a54c-4d6e-82bf-c4d5df9e1662" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.273989] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f50b5a5-a54c-4d6e-82bf-c4d5df9e1662',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.286662] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80e83d2c-959a-493f-9087-b65163e1d429 [ 597.286883] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.287052] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.287135] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.287338] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.287499] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.287764] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80e83d2c-959a-493f-9087-b65163e1d429 already deleted. [ 597.287764] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80e83d2c-959a-493f-9087-b65163e1d429" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.780175] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f50b5a5-a54c-4d6e-82bf-c4d5df9e1662 [ 597.780419] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.781610] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.781610] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.781610] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.781610] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.781610] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f50b5a5-a54c-4d6e-82bf-c4d5df9e1662 already deleted. [ 597.781610] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f50b5a5-a54c-4d6e-82bf-c4d5df9e1662" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.699020] env[65426]: INFO networking_nsxv3.common.synchronization [None req-02f5934d-31b6-4e2a-8668-68c813e361e7 None None] Enqueued Resource ID: 837e2bc5-8379-4ae6-ba4c-e25ddf65a366 with Priority: HIGHEST for action port [ 598.699020] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 837e2bc5-8379-4ae6-ba4c-e25ddf65a366 with Priority: HIGHEST for action port [ 598.699020] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-837e2bc5-8379-4ae6-ba4c-e25ddf65a366 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.699020] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-837e2bc5-8379-4ae6-ba4c-e25ddf65a366" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.699020] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-837e2bc5-8379-4ae6-ba4c-e25ddf65a366" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.699647] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-837e2bc5-8379-4ae6-ba4c-e25ddf65a366" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.699764] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('837e2bc5-8379-4ae6-ba4c-e25ddf65a366',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.958060] env[65426]: INFO networking_nsxv3.common.synchronization [None req-6b969905-2723-466a-8842-16c81ad83577 None None] Enqueued Resource ID: dfe83f74-7a3b-4e6e-9618-c763710d3927 with Priority: HIGHEST for action port [ 598.958324] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfe83f74-7a3b-4e6e-9618-c763710d3927 with Priority: HIGHEST for action port [ 598.960959] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfe83f74-7a3b-4e6e-9618-c763710d3927 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.961756] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfe83f74-7a3b-4e6e-9618-c763710d3927" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.961873] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfe83f74-7a3b-4e6e-9618-c763710d3927" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.962151] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfe83f74-7a3b-4e6e-9618-c763710d3927" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.962232] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfe83f74-7a3b-4e6e-9618-c763710d3927',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.201867] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 837e2bc5-8379-4ae6-ba4c-e25ddf65a366 [ 599.202195] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.202791] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.202791] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.203171] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.203446] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.203848] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:837e2bc5-8379-4ae6-ba4c-e25ddf65a366 already deleted. [ 599.203848] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-837e2bc5-8379-4ae6-ba4c-e25ddf65a366" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.463953] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dfe83f74-7a3b-4e6e-9618-c763710d3927 [ 599.464591] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.464591] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.464591] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.464591] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.464825] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.464825] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dfe83f74-7a3b-4e6e-9618-c763710d3927 already deleted. [ 599.464881] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfe83f74-7a3b-4e6e-9618-c763710d3927" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.999570] env[65426]: INFO networking_nsxv3.common.synchronization [None req-f099b7d1-4e13-49bb-9f92-7117df68a055 None None] Enqueued Resource ID: 52041402-0f78-4618-87e0-32d6fd7cb2a9 with Priority: HIGHEST for action port [ 601.000480] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52041402-0f78-4618-87e0-32d6fd7cb2a9 with Priority: HIGHEST for action port [ 601.000680] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-52041402-0f78-4618-87e0-32d6fd7cb2a9 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.001099] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52041402-0f78-4618-87e0-32d6fd7cb2a9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.001099] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52041402-0f78-4618-87e0-32d6fd7cb2a9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.004085] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52041402-0f78-4618-87e0-32d6fd7cb2a9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.004085] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52041402-0f78-4618-87e0-32d6fd7cb2a9',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.120422] env[65426]: INFO networking_nsxv3.common.synchronization [None req-e4ca3bed-7798-4a09-bb69-0e08e1cb3835 None None] Enqueued Resource ID: a56f2cf2-af37-4f59-83bf-9d86779374af with Priority: HIGHEST for action port [ 601.120989] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56f2cf2-af37-4f59-83bf-9d86779374af with Priority: HIGHEST for action port [ 601.121290] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-a56f2cf2-af37-4f59-83bf-9d86779374af taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.121417] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a56f2cf2-af37-4f59-83bf-9d86779374af" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.121484] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a56f2cf2-af37-4f59-83bf-9d86779374af" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.122577] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a56f2cf2-af37-4f59-83bf-9d86779374af" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.122817] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a56f2cf2-af37-4f59-83bf-9d86779374af',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.506601] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52041402-0f78-4618-87e0-32d6fd7cb2a9 [ 601.506856] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.506963] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.507041] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.507253] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.507337] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.507428] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52041402-0f78-4618-87e0-32d6fd7cb2a9 already deleted. [ 601.507505] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52041402-0f78-4618-87e0-32d6fd7cb2a9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.628018] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a56f2cf2-af37-4f59-83bf-9d86779374af [ 601.628105] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.628234] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.628302] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.628524] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.628609] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.628700] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a56f2cf2-af37-4f59-83bf-9d86779374af already deleted. [ 601.628997] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a56f2cf2-af37-4f59-83bf-9d86779374af" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.973541] env[65426]: INFO networking_nsxv3.common.synchronization [None req-335ab9d7-22c7-41cf-808c-e8d1a16687eb None None] Enqueued Resource ID: 8b68b539-4dd4-4ed2-a673-cd45d3ea250c with Priority: HIGHEST for action port [ 601.973541] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b68b539-4dd4-4ed2-a673-cd45d3ea250c with Priority: HIGHEST for action port [ 601.973541] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b68b539-4dd4-4ed2-a673-cd45d3ea250c taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.973541] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b68b539-4dd4-4ed2-a673-cd45d3ea250c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.973541] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b68b539-4dd4-4ed2-a673-cd45d3ea250c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.973541] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b68b539-4dd4-4ed2-a673-cd45d3ea250c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.973541] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b68b539-4dd4-4ed2-a673-cd45d3ea250c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.479190] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b68b539-4dd4-4ed2-a673-cd45d3ea250c [ 602.479412] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.479538] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.479609] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.479834] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.479932] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.480058] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b68b539-4dd4-4ed2-a673-cd45d3ea250c already deleted. [ 602.480151] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b68b539-4dd4-4ed2-a673-cd45d3ea250c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.625047] env[65426]: INFO networking_nsxv3.common.synchronization [None req-f70f23f0-c72f-4c92-bce5-668ad0f8d94e None None] Enqueued Resource ID: 8b9c5424-ba47-4536-ba35-c36609895ef1 with Priority: HIGHEST for action port [ 603.626514] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b9c5424-ba47-4536-ba35-c36609895ef1 with Priority: HIGHEST for action port [ 603.626514] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b9c5424-ba47-4536-ba35-c36609895ef1 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.626514] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b9c5424-ba47-4536-ba35-c36609895ef1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.630157] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b9c5424-ba47-4536-ba35-c36609895ef1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.630847] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b9c5424-ba47-4536-ba35-c36609895ef1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.630847] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b9c5424-ba47-4536-ba35-c36609895ef1',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.873665] env[65426]: INFO networking_nsxv3.common.synchronization [None req-db7f8e02-6c42-4935-9052-7ed84d236488 None None] Enqueued Resource ID: 48c54127-4e1c-45c7-a8c2-cb8939d2ba8e with Priority: HIGHEST for action port [ 603.874157] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48c54127-4e1c-45c7-a8c2-cb8939d2ba8e with Priority: HIGHEST for action port [ 603.874231] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-48c54127-4e1c-45c7-a8c2-cb8939d2ba8e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.874346] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48c54127-4e1c-45c7-a8c2-cb8939d2ba8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.874466] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48c54127-4e1c-45c7-a8c2-cb8939d2ba8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.875619] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48c54127-4e1c-45c7-a8c2-cb8939d2ba8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.875619] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48c54127-4e1c-45c7-a8c2-cb8939d2ba8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.962741] env[65426]: INFO networking_nsxv3.common.synchronization [req-c7cdf212-14eb-4f02-92a8-124091e513b9 req-57259cdf-bc57-467a-a3eb-eb26d071930d tempest-DeleteServersAdminTestJSON-1331887288 tempest-DeleteServersAdminTestJSON-1331887288-project-member] Enqueued Resource ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 with Priority: HIGHEST for action security_group_members [ 603.962741] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 with Priority: HIGHEST for action security_group_members [ 603.962741] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a79f180-31ff-4c04-973b-a9e542e623a8 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.962741] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.962741] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.962741] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.963780] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.964077] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.964324] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.965532] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.965532] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.965532] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a79f180-31ff-4c04-973b-a9e542e623a8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.134385] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b9c5424-ba47-4536-ba35-c36609895ef1 [ 604.134751] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.134953] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.135357] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.135595] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.135691] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.135789] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b9c5424-ba47-4536-ba35-c36609895ef1 already deleted. [ 604.135870] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b9c5424-ba47-4536-ba35-c36609895ef1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.379274] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48c54127-4e1c-45c7-a8c2-cb8939d2ba8e [ 604.379274] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.379274] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.379274] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.379274] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.379274] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.379274] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48c54127-4e1c-45c7-a8c2-cb8939d2ba8e already deleted. [ 604.379274] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48c54127-4e1c-45c7-a8c2-cb8939d2ba8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.467697] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.467867] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.467924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.468164] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.468254] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.468452] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.468578] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.468625] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.468869] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.468869] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.469021] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 already deleted. [ 604.469021] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.614513] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-394 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.614704] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.614926] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.615182] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.615554] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.615650] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.615724] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.615944] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.616097] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.616464] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.616527] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.616633] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.616738] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.616847] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.617027] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.617233] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.638836] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.638836] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.638836] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.638836] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.639262] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-8a94113a-b3e6-405f-aadf-89146078f758 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.639347] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-8a94113a-b3e6-405f-aadf-89146078f758" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.639460] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-8a94113a-b3e6-405f-aadf-89146078f758" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.639781] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-8a94113a-b3e6-405f-aadf-89146078f758" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.639918] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a94113a-b3e6-405f-aadf-89146078f758',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.143753] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.143753] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.143753] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.143753] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.143753] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.143753] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 8a94113a-b3e6-405f-aadf-89146078f758 not found, creating... [ 605.144078] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.144078] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.144078] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.144382] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.144728] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.144822] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.144992] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.145143] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.145280] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.145432] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.145576] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 8a94113a-b3e6-405f-aadf-89146078f758 is going to be created. [ 605.171616] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.171616] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.171616] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.171616] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.171616] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.171616] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-8a94113a-b3e6-405f-aadf-89146078f758" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.949437] env[65426]: INFO networking_nsxv3.common.synchronization [req-c7cdf212-14eb-4f02-92a8-124091e513b9 req-e40945d0-fe56-4d43-be32-c5237dc655b0 service nova] Enqueued Resource ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 with Priority: HIGHEST for action security_group_rules [ 605.949437] env[65426]: INFO networking_nsxv3.common.synchronization [req-c7cdf212-14eb-4f02-92a8-124091e513b9 req-e40945d0-fe56-4d43-be32-c5237dc655b0 service nova] Enqueued Resource ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 with Priority: HIGHEST for action security_group_members [ 605.949437] env[65426]: INFO networking_nsxv3.common.synchronization [req-c7cdf212-14eb-4f02-92a8-124091e513b9 req-e40945d0-fe56-4d43-be32-c5237dc655b0 service nova] Enqueued Resource ID: 8a94113a-b3e6-405f-aadf-89146078f758 with Priority: HIGHEST for action port [ 605.949437] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 with Priority: HIGHEST for action security_group_rules [ 605.949437] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 with Priority: HIGHEST for action security_group_members [ 605.949437] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a94113a-b3e6-405f-aadf-89146078f758 with Priority: HIGHEST for action port [ 605.949437] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a79f180-31ff-4c04-973b-a9e542e623a8 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.949437] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.949437] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.951730] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.952103] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a79f180-31ff-4c04-973b-a9e542e623a8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.959034] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a79f180-31ff-4c04-973b-a9e542e623a8 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.959034] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.959034] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.959034] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.959034] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.959034] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.961134] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.961337] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.961487] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.961635] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a79f180-31ff-4c04-973b-a9e542e623a8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.962821] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a94113a-b3e6-405f-aadf-89146078f758 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.962980] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a94113a-b3e6-405f-aadf-89146078f758" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.963077] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a94113a-b3e6-405f-aadf-89146078f758" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.963449] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a94113a-b3e6-405f-aadf-89146078f758" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.963449] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a94113a-b3e6-405f-aadf-89146078f758',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.277456] env[65426]: INFO networking_nsxv3.common.synchronization [None req-05b4373f-1463-4456-aae7-ee2bbd48c2af None None] Enqueued Resource ID: 13238418-5c69-43a1-ac01-981fb5c97cfe with Priority: HIGHEST for action port [ 606.278174] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13238418-5c69-43a1-ac01-981fb5c97cfe with Priority: HIGHEST for action port [ 606.279397] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-13238418-5c69-43a1-ac01-981fb5c97cfe taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.279589] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13238418-5c69-43a1-ac01-981fb5c97cfe" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.279726] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13238418-5c69-43a1-ac01-981fb5c97cfe" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.279979] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13238418-5c69-43a1-ac01-981fb5c97cfe" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.280079] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13238418-5c69-43a1-ac01-981fb5c97cfe',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.467805] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a79f180-31ff-4c04-973b-a9e542e623a8 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.467805] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.481478] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a94113a-b3e6-405f-aadf-89146078f758 with status ACTIVE [ 606.481706] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.481800] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.481858] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.482099] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.482299] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.482377] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.482480] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.482543] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.482696] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.487144] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.487144] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.487144] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.487144] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.487144] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.487144] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.487144] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a94113a-b3e6-405f-aadf-89146078f758 is going to be updated. [ 606.487144] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a79f180-31ff-4c04-973b-a9e542e623a8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.506170] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.506347] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.506410] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.506588] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.506729] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.506878] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a94113a-b3e6-405f-aadf-89146078f758" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.672037] env[65426]: INFO networking_nsxv3.common.synchronization [None req-9d88b0d0-4811-4118-be2b-9c10e20d89e9 None None] Enqueued Resource ID: 18889e0f-6342-445f-8a20-45d8d1c3cf3e with Priority: HIGHEST for action port [ 606.675717] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18889e0f-6342-445f-8a20-45d8d1c3cf3e with Priority: HIGHEST for action port [ 606.675717] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-18889e0f-6342-445f-8a20-45d8d1c3cf3e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.675717] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18889e0f-6342-445f-8a20-45d8d1c3cf3e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.675717] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18889e0f-6342-445f-8a20-45d8d1c3cf3e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.675717] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18889e0f-6342-445f-8a20-45d8d1c3cf3e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.675717] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18889e0f-6342-445f-8a20-45d8d1c3cf3e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.782800] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13238418-5c69-43a1-ac01-981fb5c97cfe [ 606.783414] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.783414] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.783414] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.783593] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.783593] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.783593] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13238418-5c69-43a1-ac01-981fb5c97cfe already deleted. [ 606.783672] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13238418-5c69-43a1-ac01-981fb5c97cfe" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.990722] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a79f180-31ff-4c04-973b-a9e542e623a8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.006241] env[65426]: INFO networking_nsxv3.common.synchronization [None req-05f15f45-9a72-49e8-82c2-3919e65018c1 tempest-VolumesAssistedSnapshotsTest-118526775 tempest-VolumesAssistedSnapshotsTest-118526775-project-member] Enqueued Resource ID: c42e0f06-cc93-48cd-8537-afbff61c0002 with Priority: HIGHEST for action security_group_rules [ 607.006241] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42e0f06-cc93-48cd-8537-afbff61c0002 with Priority: HIGHEST for action security_group_rules [ 607.006241] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c42e0f06-cc93-48cd-8537-afbff61c0002 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.006241] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c42e0f06-cc93-48cd-8537-afbff61c0002" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.006241] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c42e0f06-cc93-48cd-8537-afbff61c0002" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.006241] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c42e0f06-cc93-48cd-8537-afbff61c0002" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.006241] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c42e0f06-cc93-48cd-8537-afbff61c0002',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.161023] env[65426]: INFO networking_nsxv3.common.synchronization [None req-93b526c5-b76b-40be-9258-094c64121e47 tempest-VolumesAssistedSnapshotsTest-118526775 tempest-VolumesAssistedSnapshotsTest-118526775-project-member] Enqueued Resource ID: c42e0f06-cc93-48cd-8537-afbff61c0002 with Priority: HIGHEST for action security_group_rules [ 607.162844] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42e0f06-cc93-48cd-8537-afbff61c0002 with Priority: HIGHEST for action security_group_rules [ 607.163602] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c42e0f06-cc93-48cd-8537-afbff61c0002 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.163602] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c42e0f06-cc93-48cd-8537-afbff61c0002" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.175933] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18889e0f-6342-445f-8a20-45d8d1c3cf3e [ 607.176885] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.177013] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.177068] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.177262] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.177356] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.177453] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18889e0f-6342-445f-8a20-45d8d1c3cf3e already deleted. [ 607.177539] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18889e0f-6342-445f-8a20-45d8d1c3cf3e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.492452] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.492626] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.492698] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.492915] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.492997] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.493555] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 is going to be created. [ 607.521891] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.522202] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.522288] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.523083] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.523083] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.533891] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 in Status: UNINITIALIZED for 2s [ 607.536759] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.536956] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.537031] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.537250] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.537341] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.537434] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c42e0f06-cc93-48cd-8537-afbff61c0002 already deleted. [ 607.537536] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c42e0f06-cc93-48cd-8537-afbff61c0002" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.537920] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c42e0f06-cc93-48cd-8537-afbff61c0002" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.537920] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c42e0f06-cc93-48cd-8537-afbff61c0002" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.537920] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c42e0f06-cc93-48cd-8537-afbff61c0002',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.062471] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.062758] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.062758] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.063587] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.063587] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.063587] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c42e0f06-cc93-48cd-8537-afbff61c0002 already deleted. [ 608.063587] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c42e0f06-cc93-48cd-8537-afbff61c0002" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.149847] env[65426]: INFO networking_nsxv3.common.synchronization [None req-dea14f4c-f146-4031-beb8-812918f450e6 None None] Enqueued Resource ID: ffae11c8-85f7-4346-a92f-1e15bbd463b9 with Priority: HIGHEST for action port [ 608.150628] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffae11c8-85f7-4346-a92f-1e15bbd463b9 with Priority: HIGHEST for action port [ 608.150944] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffae11c8-85f7-4346-a92f-1e15bbd463b9 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.151079] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffae11c8-85f7-4346-a92f-1e15bbd463b9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.151125] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffae11c8-85f7-4346-a92f-1e15bbd463b9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.152122] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffae11c8-85f7-4346-a92f-1e15bbd463b9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.152122] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffae11c8-85f7-4346-a92f-1e15bbd463b9',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.654181] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ffae11c8-85f7-4346-a92f-1e15bbd463b9 [ 608.654443] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.654590] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.654628] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.655348] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.655348] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.655348] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ffae11c8-85f7-4346-a92f-1e15bbd463b9 already deleted. [ 608.655348] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffae11c8-85f7-4346-a92f-1e15bbd463b9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.544490] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 in Status: SUCCESS [ 609.544490] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.544490] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.544861] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.544899] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.544997] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.545086] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.545254] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.545330] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.545415] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.545538] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a79f180-31ff-4c04-973b-a9e542e623a8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.807459] env[65426]: INFO networking_nsxv3.common.synchronization [req-4c134674-aa5b-4914-a98d-c013219da906 req-9fc98c6b-0d92-4215-9ad5-423eae2b31a6 tempest-ServerDiagnosticsTest-1963698582 tempest-ServerDiagnosticsTest-1963698582-project-member] Enqueued Resource ID: 3fe104e6-399f-4da0-af70-03afcf8c12ea with Priority: HIGHEST for action security_group_members [ 609.808493] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe104e6-399f-4da0-af70-03afcf8c12ea with Priority: HIGHEST for action security_group_members [ 609.809093] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe104e6-399f-4da0-af70-03afcf8c12ea taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.809253] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe104e6-399f-4da0-af70-03afcf8c12ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.809453] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe104e6-399f-4da0-af70-03afcf8c12ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.809649] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe104e6-399f-4da0-af70-03afcf8c12ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.810031] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.810172] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.810254] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.810447] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.810610] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.810812] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fe104e6-399f-4da0-af70-03afcf8c12ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.819435] env[65426]: INFO networking_nsxv3.common.synchronization [None req-c71f20f1-8c21-4b27-ac09-38a24ec6f964 None None] Enqueued Resource ID: d41edfb8-56de-42bc-ab13-9af494ded282 with Priority: HIGHEST for action port [ 609.820197] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d41edfb8-56de-42bc-ab13-9af494ded282 with Priority: HIGHEST for action port [ 609.820197] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-d41edfb8-56de-42bc-ab13-9af494ded282 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.820751] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d41edfb8-56de-42bc-ab13-9af494ded282" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.820751] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d41edfb8-56de-42bc-ab13-9af494ded282" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.821236] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d41edfb8-56de-42bc-ab13-9af494ded282" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.821236] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d41edfb8-56de-42bc-ab13-9af494ded282',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.052503] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a79f180-31ff-4c04-973b-a9e542e623a8 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.052666] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.052734] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.052954] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.053105] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.053251] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.053301] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.053415] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.053491] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.053575] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.053754] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a79f180-31ff-4c04-973b-a9e542e623a8 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.053853] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.053913] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.054148] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.054259] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.054259] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.054446] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.054446] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.054614] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.054614] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.054863] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a79f180-31ff-4c04-973b-a9e542e623a8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.313217] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.313377] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.313448] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.313665] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.313757] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.313946] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.314054] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.314117] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.314262] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.314337] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.314470] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe104e6-399f-4da0-af70-03afcf8c12ea already deleted. [ 610.314516] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe104e6-399f-4da0-af70-03afcf8c12ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.323408] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d41edfb8-56de-42bc-ab13-9af494ded282 [ 610.323646] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.323775] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.323842] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.324048] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.324136] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.324478] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d41edfb8-56de-42bc-ab13-9af494ded282 already deleted. [ 610.324800] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d41edfb8-56de-42bc-ab13-9af494ded282" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.557164] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a79f180-31ff-4c04-973b-a9e542e623a8: rpc.has_security_group_logging(os_id): False [ 610.570439] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-394 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.570591] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.570756] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.571065] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.571331] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.571483] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.571601] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.571863] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.572016] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.572225] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.572663] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.572663] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.572663] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.572663] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.572860] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.572929] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.575176] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.575331] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.575404] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.575589] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.575672] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.575869] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.576034] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.576079] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.576255] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.576329] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.576507] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.576601] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.576664] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.577837] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.577837] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.577837] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.577837] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.577837] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.577837] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.577837] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.577837] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 is going to be created. [ 610.595598] env[65426]: INFO networking_nsxv3.common.synchronization [None req-72072f55-fcc6-41d9-b165-a7ddfd5c0823 None None] Enqueued Resource ID: c397ea8c-cc20-485d-8ad1-9b9dc8bddbad with Priority: HIGHEST for action port [ 610.596397] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.596397] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.596608] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.596655] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.596935] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-ce74fbd3-eb77-4315-843e-fa13772608ee taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.597243] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-ce74fbd3-eb77-4315-843e-fa13772608ee" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.598543] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-ce74fbd3-eb77-4315-843e-fa13772608ee" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.598543] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-ce74fbd3-eb77-4315-843e-fa13772608ee" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.598543] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce74fbd3-eb77-4315-843e-fa13772608ee',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.599189] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c397ea8c-cc20-485d-8ad1-9b9dc8bddbad with Priority: HIGHEST for action port [ 610.600104] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-c397ea8c-cc20-485d-8ad1-9b9dc8bddbad taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.600352] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c397ea8c-cc20-485d-8ad1-9b9dc8bddbad" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.600352] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c397ea8c-cc20-485d-8ad1-9b9dc8bddbad" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.601043] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c397ea8c-cc20-485d-8ad1-9b9dc8bddbad" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.601043] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c397ea8c-cc20-485d-8ad1-9b9dc8bddbad',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.640299] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.640469] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.640518] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.644294] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.644294] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.658811] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 in Status: IN_PROGRESS for 2s [ 611.101548] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.101789] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.101910] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.102218] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.102368] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.102529] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port ce74fbd3-eb77-4315-843e-fa13772608ee not found, creating... [ 611.102810] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.103725] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.103725] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.103725] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.103725] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.103725] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.104150] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.104150] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.104214] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.104317] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.104447] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: ce74fbd3-eb77-4315-843e-fa13772608ee is going to be created. [ 611.105711] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c397ea8c-cc20-485d-8ad1-9b9dc8bddbad [ 611.105867] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.105965] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.106038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.106182] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.106254] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.106334] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c397ea8c-cc20-485d-8ad1-9b9dc8bddbad already deleted. [ 611.106424] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c397ea8c-cc20-485d-8ad1-9b9dc8bddbad" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.128979] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.129809] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.129809] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.129809] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.129953] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.130053] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-ce74fbd3-eb77-4315-843e-fa13772608ee" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.935047] env[65426]: INFO networking_nsxv3.common.synchronization [None req-0fbe5a90-1b6d-4e9a-b637-3c011f196179 None None] Enqueued Resource ID: bc90de72-0d02-4263-a4bd-91eb513a24de with Priority: HIGHEST for action port [ 611.935948] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc90de72-0d02-4263-a4bd-91eb513a24de with Priority: HIGHEST for action port [ 611.938194] env[65426]: INFO networking_nsxv3.common.synchronization [req-4c134674-aa5b-4914-a98d-c013219da906 req-dbe4d6d4-9231-4f85-b3de-996ac43ce3d5 service nova] Enqueued Resource ID: 3fe104e6-399f-4da0-af70-03afcf8c12ea with Priority: HIGHEST for action security_group_rules [ 611.938194] env[65426]: INFO networking_nsxv3.common.synchronization [req-4c134674-aa5b-4914-a98d-c013219da906 req-dbe4d6d4-9231-4f85-b3de-996ac43ce3d5 service nova] Enqueued Resource ID: 3fe104e6-399f-4da0-af70-03afcf8c12ea with Priority: HIGHEST for action security_group_members [ 611.938194] env[65426]: INFO networking_nsxv3.common.synchronization [req-4c134674-aa5b-4914-a98d-c013219da906 req-dbe4d6d4-9231-4f85-b3de-996ac43ce3d5 service nova] Enqueued Resource ID: ce74fbd3-eb77-4315-843e-fa13772608ee with Priority: HIGHEST for action port [ 611.938194] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc90de72-0d02-4263-a4bd-91eb513a24de taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.938194] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc90de72-0d02-4263-a4bd-91eb513a24de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.938194] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc90de72-0d02-4263-a4bd-91eb513a24de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.938626] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc90de72-0d02-4263-a4bd-91eb513a24de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.938626] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc90de72-0d02-4263-a4bd-91eb513a24de',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.940172] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe104e6-399f-4da0-af70-03afcf8c12ea with Priority: HIGHEST for action security_group_rules [ 611.940172] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe104e6-399f-4da0-af70-03afcf8c12ea with Priority: HIGHEST for action security_group_members [ 611.940172] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce74fbd3-eb77-4315-843e-fa13772608ee with Priority: HIGHEST for action port [ 611.940378] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fe104e6-399f-4da0-af70-03afcf8c12ea taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.940508] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fe104e6-399f-4da0-af70-03afcf8c12ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.940548] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fe104e6-399f-4da0-af70-03afcf8c12ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.940794] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fe104e6-399f-4da0-af70-03afcf8c12ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.940872] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fe104e6-399f-4da0-af70-03afcf8c12ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.941593] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe104e6-399f-4da0-af70-03afcf8c12ea taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.941698] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe104e6-399f-4da0-af70-03afcf8c12ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.941923] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe104e6-399f-4da0-af70-03afcf8c12ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.941923] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe104e6-399f-4da0-af70-03afcf8c12ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.942282] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.942282] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.942282] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.942428] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.942491] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.942572] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fe104e6-399f-4da0-af70-03afcf8c12ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.943229] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce74fbd3-eb77-4315-843e-fa13772608ee taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.943339] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce74fbd3-eb77-4315-843e-fa13772608ee" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.943426] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce74fbd3-eb77-4315-843e-fa13772608ee" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.943566] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce74fbd3-eb77-4315-843e-fa13772608ee" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.943635] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce74fbd3-eb77-4315-843e-fa13772608ee',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.419136] env[65426]: INFO networking_nsxv3.common.synchronization [req-2172ec2f-5dab-4b37-87ce-f53304154f5d req-6eedd34e-7c9c-45d2-8c55-e9338f2d5531 tempest-ListServerFiltersTestJSON-1687151240 tempest-ListServerFiltersTestJSON-1687151240-project-member] Enqueued Resource ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e with Priority: HIGHEST for action security_group_members [ 612.419858] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e with Priority: HIGHEST for action security_group_members [ 612.421267] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-20a52370-7c11-41ec-a9a6-514bb8c5356e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.422131] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.422131] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.422131] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.422131] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.425301] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.425301] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.425449] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.425564] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.425688] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20a52370-7c11-41ec-a9a6-514bb8c5356e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.441034] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc90de72-0d02-4263-a4bd-91eb513a24de [ 612.441246] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.441373] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.441440] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.441635] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.441902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.441902] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc90de72-0d02-4263-a4bd-91eb513a24de already deleted. [ 612.441902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc90de72-0d02-4263-a4bd-91eb513a24de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.447324] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe104e6-399f-4da0-af70-03afcf8c12ea taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.447324] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe104e6-399f-4da0-af70-03afcf8c12ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.447324] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3fe104e6-399f-4da0-af70-03afcf8c12ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.447324] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce74fbd3-eb77-4315-843e-fa13772608ee with status ACTIVE [ 612.447324] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.447324] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.447324] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.447324] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.447324] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.447324] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.447848] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.447848] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.447848] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.447848] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.447848] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.448021] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.448021] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.448157] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.448229] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.448312] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce74fbd3-eb77-4315-843e-fa13772608ee is going to be updated. [ 612.469083] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.469083] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.469083] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.469286] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.469379] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.469539] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce74fbd3-eb77-4315-843e-fa13772608ee" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.526011] env[65426]: INFO networking_nsxv3.common.synchronization [None req-cbb80636-02d7-454c-a5d3-ce36478c59b7 None None] Enqueued Resource ID: af08fbba-ace3-4e9f-b9fa-5291e53376e5 with Priority: HIGHEST for action port [ 612.526592] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af08fbba-ace3-4e9f-b9fa-5291e53376e5 with Priority: HIGHEST for action port [ 612.526991] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-af08fbba-ace3-4e9f-b9fa-5291e53376e5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.527115] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af08fbba-ace3-4e9f-b9fa-5291e53376e5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.527171] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af08fbba-ace3-4e9f-b9fa-5291e53376e5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.527431] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af08fbba-ace3-4e9f-b9fa-5291e53376e5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.527520] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af08fbba-ace3-4e9f-b9fa-5291e53376e5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.671688] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 in Status: SUCCESS [ 612.671947] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.927877] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.928053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.928128] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.928410] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.928475] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.928624] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.928720] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.928808] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.929026] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.929026] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.929107] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e already deleted. [ 612.929151] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.951092] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3fe104e6-399f-4da0-af70-03afcf8c12ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.030371] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af08fbba-ace3-4e9f-b9fa-5291e53376e5 [ 613.030883] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.030883] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.030883] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.031115] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.031202] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.031297] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af08fbba-ace3-4e9f-b9fa-5291e53376e5 already deleted. [ 613.031377] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af08fbba-ace3-4e9f-b9fa-5291e53376e5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.044802] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-604 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.045041] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-604" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.045117] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-604" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.045417] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-604" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.045668] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.045818] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.045954] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.046496] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.046729] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.047295] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.047374] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.047526] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.047711] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.047820] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.047922] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.048071] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.068550] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.068908] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.068908] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.069455] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-604" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.070268] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-3e214b3c-adec-4bda-a7b8-7469ef19079d taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.070268] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-3e214b3c-adec-4bda-a7b8-7469ef19079d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.070268] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-3e214b3c-adec-4bda-a7b8-7469ef19079d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.070456] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-3e214b3c-adec-4bda-a7b8-7469ef19079d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.070645] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e214b3c-adec-4bda-a7b8-7469ef19079d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.453147] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.453316] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.453398] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.453582] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.453670] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.453768] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe104e6-399f-4da0-af70-03afcf8c12ea is going to be created. [ 613.477441] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.477593] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.477665] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.477878] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.478044] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.489124] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe104e6-399f-4da0-af70-03afcf8c12ea in Status: UNINITIALIZED for 2s [ 613.573267] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.573781] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.573781] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.574177] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.574177] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.574177] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 3e214b3c-adec-4bda-a7b8-7469ef19079d not found, creating... [ 613.574445] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.574591] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.574703] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.574967] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.575042] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.575389] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.575564] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.575786] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.575955] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.575955] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.580181] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 3e214b3c-adec-4bda-a7b8-7469ef19079d is going to be created. [ 613.601551] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.601774] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.601917] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.602189] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.602426] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.602649] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-3e214b3c-adec-4bda-a7b8-7469ef19079d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.675194] env[65426]: INFO networking_nsxv3.common.synchronization [None req-67356318-e5e7-426b-bab1-dad72e693ce3 None None] Enqueued Resource ID: 0983d615-9083-47bb-9cde-e31118c71106 with Priority: HIGHEST for action port [ 613.675348] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0983d615-9083-47bb-9cde-e31118c71106 with Priority: HIGHEST for action port [ 613.676692] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-0983d615-9083-47bb-9cde-e31118c71106 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.676819] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0983d615-9083-47bb-9cde-e31118c71106" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.676907] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0983d615-9083-47bb-9cde-e31118c71106" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.677208] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0983d615-9083-47bb-9cde-e31118c71106" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.677292] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0983d615-9083-47bb-9cde-e31118c71106',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.717707] env[65426]: INFO networking_nsxv3.common.synchronization [None req-98e0d5b6-03e1-49fb-a881-236156dd0466 None None] Enqueued Resource ID: c133b534-21e5-4ea8-89c3-b1e734564236 with Priority: HIGHEST for action port [ 613.718164] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c133b534-21e5-4ea8-89c3-b1e734564236 with Priority: HIGHEST for action port [ 613.718487] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-c133b534-21e5-4ea8-89c3-b1e734564236 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.718599] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c133b534-21e5-4ea8-89c3-b1e734564236" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.719268] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c133b534-21e5-4ea8-89c3-b1e734564236" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.719268] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c133b534-21e5-4ea8-89c3-b1e734564236" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.719268] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c133b534-21e5-4ea8-89c3-b1e734564236',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.183659] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0983d615-9083-47bb-9cde-e31118c71106 [ 614.183659] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.183659] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.183659] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.183659] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.183659] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.183659] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0983d615-9083-47bb-9cde-e31118c71106 already deleted. [ 614.184159] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0983d615-9083-47bb-9cde-e31118c71106" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.222156] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c133b534-21e5-4ea8-89c3-b1e734564236 [ 614.222156] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.222156] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.222156] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.222156] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.222414] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.222414] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c133b534-21e5-4ea8-89c3-b1e734564236 already deleted. [ 614.222414] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c133b534-21e5-4ea8-89c3-b1e734564236" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.384230] env[65426]: INFO networking_nsxv3.common.synchronization [req-2172ec2f-5dab-4b37-87ce-f53304154f5d req-72859c69-61eb-4c9d-9c96-0b2aa6da1acb service nova] Enqueued Resource ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e with Priority: HIGHEST for action security_group_rules [ 614.384230] env[65426]: INFO networking_nsxv3.common.synchronization [req-2172ec2f-5dab-4b37-87ce-f53304154f5d req-72859c69-61eb-4c9d-9c96-0b2aa6da1acb service nova] Enqueued Resource ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e with Priority: HIGHEST for action security_group_members [ 614.384230] env[65426]: INFO networking_nsxv3.common.synchronization [req-2172ec2f-5dab-4b37-87ce-f53304154f5d req-72859c69-61eb-4c9d-9c96-0b2aa6da1acb service nova] Enqueued Resource ID: 3e214b3c-adec-4bda-a7b8-7469ef19079d with Priority: HIGHEST for action port [ 614.384538] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e with Priority: HIGHEST for action security_group_rules [ 614.384538] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e with Priority: HIGHEST for action security_group_members [ 614.384640] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e214b3c-adec-4bda-a7b8-7469ef19079d with Priority: HIGHEST for action port [ 614.384873] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20a52370-7c11-41ec-a9a6-514bb8c5356e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.385140] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.385140] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.385319] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.385398] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20a52370-7c11-41ec-a9a6-514bb8c5356e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.386228] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-20a52370-7c11-41ec-a9a6-514bb8c5356e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.386338] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.386399] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.386563] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.387600] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.387600] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.387600] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.387600] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.387600] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.387600] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20a52370-7c11-41ec-a9a6-514bb8c5356e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.388323] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e214b3c-adec-4bda-a7b8-7469ef19079d taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.391628] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e214b3c-adec-4bda-a7b8-7469ef19079d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.391720] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e214b3c-adec-4bda-a7b8-7469ef19079d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.391998] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e214b3c-adec-4bda-a7b8-7469ef19079d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.391998] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e214b3c-adec-4bda-a7b8-7469ef19079d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.711475] env[65426]: INFO networking_nsxv3.common.synchronization [req-6fb12596-9652-4e66-bac9-ba8f64a7693b req-9c420f98-0416-4519-955f-51a2e58ba463 tempest-ServersTestFqdnHostnames-1867227065 tempest-ServersTestFqdnHostnames-1867227065-project-member] Enqueued Resource ID: cecd5db4-8a18-46bc-9639-47440ad4a716 with Priority: HIGHEST for action security_group_members [ 614.711475] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cecd5db4-8a18-46bc-9639-47440ad4a716 with Priority: HIGHEST for action security_group_members [ 614.711475] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-cecd5db4-8a18-46bc-9639-47440ad4a716 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.711475] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cecd5db4-8a18-46bc-9639-47440ad4a716" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.711475] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cecd5db4-8a18-46bc-9639-47440ad4a716" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.711704] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cecd5db4-8a18-46bc-9639-47440ad4a716" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.711704] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.711832] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.711878] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.712000] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.712221] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.712321] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cecd5db4-8a18-46bc-9639-47440ad4a716',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.894291] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20a52370-7c11-41ec-a9a6-514bb8c5356e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.894468] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-20a52370-7c11-41ec-a9a6-514bb8c5356e taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.894540] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.894899] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e214b3c-adec-4bda-a7b8-7469ef19079d with status ACTIVE [ 614.895100] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.895204] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.895270] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.895463] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.895549] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.895858] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.895858] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.895858] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.896072] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.896072] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.896739] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.896739] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.896739] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.896739] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.896739] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.896739] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e214b3c-adec-4bda-a7b8-7469ef19079d is going to be updated. [ 614.923316] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.923316] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.923316] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.923316] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.923316] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.923316] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e214b3c-adec-4bda-a7b8-7469ef19079d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.082701] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-204 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.082903] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-204" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.083030] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-204" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.083423] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-204" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.083648] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.083845] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.083905] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.084167] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.084327] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.084529] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.084997] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.084997] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.084997] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.085189] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.086470] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.086470] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.107860] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.108061] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.108239] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.108448] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-204" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.108763] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-0219a8c9-b94e-4155-9348-44bcf7e4bf4f taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.108936] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-0219a8c9-b94e-4155-9348-44bcf7e4bf4f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.109065] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-0219a8c9-b94e-4155-9348-44bcf7e4bf4f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.111390] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-0219a8c9-b94e-4155-9348-44bcf7e4bf4f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.111390] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0219a8c9-b94e-4155-9348-44bcf7e4bf4f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.216014] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.216014] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.216014] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.216955] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.216955] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.216955] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.216955] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.216955] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.216955] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.217339] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.217339] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cecd5db4-8a18-46bc-9639-47440ad4a716 already deleted. [ 615.217339] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cecd5db4-8a18-46bc-9639-47440ad4a716" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.396552] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20a52370-7c11-41ec-a9a6-514bb8c5356e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.501907] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe104e6-399f-4da0-af70-03afcf8c12ea in Status: SUCCESS [ 615.502180] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe104e6-399f-4da0-af70-03afcf8c12ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.503858] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe104e6-399f-4da0-af70-03afcf8c12ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.504254] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe104e6-399f-4da0-af70-03afcf8c12ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.504534] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.504747] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.504899] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.505366] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.505519] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.505684] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe104e6-399f-4da0-af70-03afcf8c12ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.505903] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3fe104e6-399f-4da0-af70-03afcf8c12ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.615182] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.615182] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.615182] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.615182] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.615182] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.615615] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port 0219a8c9-b94e-4155-9348-44bcf7e4bf4f not found, creating... [ 615.616274] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.618020] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.618020] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.618020] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.618020] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.618020] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.618020] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.618646] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.618994] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.619295] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.619645] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: 0219a8c9-b94e-4155-9348-44bcf7e4bf4f is going to be created. [ 615.641475] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.641767] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.641889] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.642155] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.642390] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.642657] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-0219a8c9-b94e-4155-9348-44bcf7e4bf4f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.901584] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.901731] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.901778] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.901981] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.902090] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.902186] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e is going to be created. [ 615.933995] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.934190] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.934233] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.934414] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.934573] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.943324] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e in Status: UNINITIALIZED for 2s [ 616.009637] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe104e6-399f-4da0-af70-03afcf8c12ea taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.009802] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe104e6-399f-4da0-af70-03afcf8c12ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.009875] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe104e6-399f-4da0-af70-03afcf8c12ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.010123] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe104e6-399f-4da0-af70-03afcf8c12ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.010295] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.010485] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.010485] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.010596] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.010679] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.010766] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe104e6-399f-4da0-af70-03afcf8c12ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.011122] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe104e6-399f-4da0-af70-03afcf8c12ea taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.011122] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe104e6-399f-4da0-af70-03afcf8c12ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.011122] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe104e6-399f-4da0-af70-03afcf8c12ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.011266] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe104e6-399f-4da0-af70-03afcf8c12ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.011477] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.011477] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.011477] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.011616] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.011674] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.011763] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe104e6-399f-4da0-af70-03afcf8c12ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.011851] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3fe104e6-399f-4da0-af70-03afcf8c12ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.375132] env[65426]: INFO networking_nsxv3.common.synchronization [None req-2911891d-f69c-47b5-ae4d-1ebafed97f20 None None] Enqueued Resource ID: 8160af99-d7d3-4738-9e5a-fd8b8e7e936a with Priority: HIGHEST for action port [ 616.376076] env[65426]: INFO networking_nsxv3.common.synchronization [req-6fb12596-9652-4e66-bac9-ba8f64a7693b req-ce0a0e64-9d70-4a93-8d4d-4485310360da service nova] Enqueued Resource ID: cecd5db4-8a18-46bc-9639-47440ad4a716 with Priority: HIGHEST for action security_group_rules [ 616.376228] env[65426]: INFO networking_nsxv3.common.synchronization [req-6fb12596-9652-4e66-bac9-ba8f64a7693b req-ce0a0e64-9d70-4a93-8d4d-4485310360da service nova] Enqueued Resource ID: cecd5db4-8a18-46bc-9639-47440ad4a716 with Priority: HIGHEST for action security_group_members [ 616.376262] env[65426]: INFO networking_nsxv3.common.synchronization [req-6fb12596-9652-4e66-bac9-ba8f64a7693b req-ce0a0e64-9d70-4a93-8d4d-4485310360da service nova] Enqueued Resource ID: 0219a8c9-b94e-4155-9348-44bcf7e4bf4f with Priority: HIGHEST for action port [ 616.376785] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8160af99-d7d3-4738-9e5a-fd8b8e7e936a with Priority: HIGHEST for action port [ 616.376954] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cecd5db4-8a18-46bc-9639-47440ad4a716 with Priority: HIGHEST for action security_group_members [ 616.377109] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cecd5db4-8a18-46bc-9639-47440ad4a716 with Priority: HIGHEST for action security_group_rules [ 616.377629] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0219a8c9-b94e-4155-9348-44bcf7e4bf4f with Priority: HIGHEST for action port [ 616.377629] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-8160af99-d7d3-4738-9e5a-fd8b8e7e936a taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.377813] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8160af99-d7d3-4738-9e5a-fd8b8e7e936a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.377813] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8160af99-d7d3-4738-9e5a-fd8b8e7e936a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.378102] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8160af99-d7d3-4738-9e5a-fd8b8e7e936a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.378267] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8160af99-d7d3-4738-9e5a-fd8b8e7e936a',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.379381] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-cecd5db4-8a18-46bc-9639-47440ad4a716 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.379503] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cecd5db4-8a18-46bc-9639-47440ad4a716" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.379594] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cecd5db4-8a18-46bc-9639-47440ad4a716" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.379819] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cecd5db4-8a18-46bc-9639-47440ad4a716" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.380029] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.380129] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.380199] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.380366] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.380454] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.380559] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cecd5db4-8a18-46bc-9639-47440ad4a716',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.381405] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cecd5db4-8a18-46bc-9639-47440ad4a716 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.382059] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cecd5db4-8a18-46bc-9639-47440ad4a716" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.382059] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cecd5db4-8a18-46bc-9639-47440ad4a716" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.382059] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cecd5db4-8a18-46bc-9639-47440ad4a716" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.382059] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cecd5db4-8a18-46bc-9639-47440ad4a716',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.384658] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-0219a8c9-b94e-4155-9348-44bcf7e4bf4f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.384658] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0219a8c9-b94e-4155-9348-44bcf7e4bf4f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.384658] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0219a8c9-b94e-4155-9348-44bcf7e4bf4f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.384658] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0219a8c9-b94e-4155-9348-44bcf7e4bf4f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.384658] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0219a8c9-b94e-4155-9348-44bcf7e4bf4f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.474024] env[65426]: INFO networking_nsxv3.common.synchronization [req-ca4da57f-63a0-4064-b264-1762cd56ca13 req-a1103e0a-91af-4d08-b5d9-3e0fa745c0e9 tempest-ServersAdminTestJSON-43446295 tempest-ServersAdminTestJSON-43446295-project-member] Enqueued Resource ID: d4854309-962d-48c8-b0eb-2c80cfee614f with Priority: HIGHEST for action security_group_members [ 616.476386] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4854309-962d-48c8-b0eb-2c80cfee614f with Priority: HIGHEST for action security_group_members [ 616.476386] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4854309-962d-48c8-b0eb-2c80cfee614f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.476386] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.476386] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.476386] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.476386] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.476386] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.477219] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.478137] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.478137] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.478137] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.514369] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3fe104e6-399f-4da0-af70-03afcf8c12ea: rpc.has_security_group_logging(os_id): False [ 616.538029] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.538029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.538029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.538029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.538029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.538029] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.538029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.538029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.538029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.538029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.538029] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.538029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.538029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.538029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.539873] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.540328] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.540660] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.540817] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.541175] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.541374] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.541701] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fe104e6-399f-4da0-af70-03afcf8c12ea is going to be created. [ 616.618810] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.620200] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.620200] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.620200] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.620200] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.632825] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fe104e6-399f-4da0-af70-03afcf8c12ea in Status: IN_PROGRESS for 2s [ 616.885443] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8160af99-d7d3-4738-9e5a-fd8b8e7e936a [ 616.886087] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.886442] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.886761] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.887196] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.887477] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.887710] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8160af99-d7d3-4738-9e5a-fd8b8e7e936a already deleted. [ 616.888992] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8160af99-d7d3-4738-9e5a-fd8b8e7e936a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.888992] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-cecd5db4-8a18-46bc-9639-47440ad4a716 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.888992] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cecd5db4-8a18-46bc-9639-47440ad4a716" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.888992] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cecd5db4-8a18-46bc-9639-47440ad4a716',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.899871] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.902497] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-774" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.902497] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-774" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.902497] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-774" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.902497] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.902497] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.902966] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.906299] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.906299] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.906299] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.906299] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.906299] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.906299] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.906299] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.906299] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.906299] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.909756] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0219a8c9-b94e-4155-9348-44bcf7e4bf4f with status ACTIVE [ 616.909974] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.910090] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.910152] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.910307] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.910478] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.910557] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.910649] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.910710] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.910898] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.910927] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.911115] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.911189] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.911264] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.911412] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.911514] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.911568] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0219a8c9-b94e-4155-9348-44bcf7e4bf4f is going to be updated. [ 616.932543] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.932717] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.932884] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.933042] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-774" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.933402] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-50a9aab7-e291-4e91-a710-8aee13132e89 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.933580] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-50a9aab7-e291-4e91-a710-8aee13132e89" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.933696] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-50a9aab7-e291-4e91-a710-8aee13132e89" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.934113] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-50a9aab7-e291-4e91-a710-8aee13132e89" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.934276] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50a9aab7-e291-4e91-a710-8aee13132e89',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.941539] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.941698] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.941837] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.942026] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.942823] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.942823] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0219a8c9-b94e-4155-9348-44bcf7e4bf4f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.984251] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.984561] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.984561] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.985228] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.985446] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.985689] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.985835] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.986038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.986099] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.986211] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.986508] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4854309-962d-48c8-b0eb-2c80cfee614f already deleted. [ 616.986508] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.391283] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cecd5db4-8a18-46bc-9639-47440ad4a716',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.437432] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.437685] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.437835] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.438232] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.438431] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.438550] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port 50a9aab7-e291-4e91-a710-8aee13132e89 not found, creating... [ 617.438852] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.439059] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.439178] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.439480] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.439639] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.439961] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.440125] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.440237] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.440456] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.440598] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.440732] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: 50a9aab7-e291-4e91-a710-8aee13132e89 is going to be created. [ 617.462834] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.463047] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.463151] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.463411] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.463618] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.463827] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-50a9aab7-e291-4e91-a710-8aee13132e89" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.893570] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.893805] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.893855] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.894149] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.894248] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.894379] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cecd5db4-8a18-46bc-9639-47440ad4a716 is going to be created. [ 617.921206] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.921343] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.921416] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.921620] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.921773] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.932524] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cecd5db4-8a18-46bc-9639-47440ad4a716 in Status: UNINITIALIZED for 2s [ 617.954308] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e in Status: SUCCESS [ 617.954593] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.954788] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.955095] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.955188] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.955305] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.955370] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.955529] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.955608] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.955692] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.955817] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20a52370-7c11-41ec-a9a6-514bb8c5356e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.152673] env[65426]: INFO networking_nsxv3.common.synchronization [req-ca4da57f-63a0-4064-b264-1762cd56ca13 req-4fdd3114-e57f-4b29-b102-303e4f90899a service nova] Enqueued Resource ID: d4854309-962d-48c8-b0eb-2c80cfee614f with Priority: HIGHEST for action security_group_rules [ 618.152867] env[65426]: INFO networking_nsxv3.common.synchronization [req-ca4da57f-63a0-4064-b264-1762cd56ca13 req-4fdd3114-e57f-4b29-b102-303e4f90899a service nova] Enqueued Resource ID: d4854309-962d-48c8-b0eb-2c80cfee614f with Priority: HIGHEST for action security_group_members [ 618.152990] env[65426]: INFO networking_nsxv3.common.synchronization [req-ca4da57f-63a0-4064-b264-1762cd56ca13 req-4fdd3114-e57f-4b29-b102-303e4f90899a service nova] Enqueued Resource ID: 50a9aab7-e291-4e91-a710-8aee13132e89 with Priority: HIGHEST for action port [ 618.153621] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4854309-962d-48c8-b0eb-2c80cfee614f with Priority: HIGHEST for action security_group_rules [ 618.153751] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4854309-962d-48c8-b0eb-2c80cfee614f with Priority: HIGHEST for action security_group_members [ 618.153851] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a9aab7-e291-4e91-a710-8aee13132e89 with Priority: HIGHEST for action port [ 618.154354] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4854309-962d-48c8-b0eb-2c80cfee614f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.154497] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.154550] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.154817] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.154898] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.156869] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4854309-962d-48c8-b0eb-2c80cfee614f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.157101] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.157171] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.157375] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.157553] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.157619] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.157678] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.157817] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.157902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.157996] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.161091] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-50a9aab7-e291-4e91-a710-8aee13132e89 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.161091] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50a9aab7-e291-4e91-a710-8aee13132e89" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.161312] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50a9aab7-e291-4e91-a710-8aee13132e89" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.161312] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50a9aab7-e291-4e91-a710-8aee13132e89" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.161381] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50a9aab7-e291-4e91-a710-8aee13132e89',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.459037] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-20a52370-7c11-41ec-a9a6-514bb8c5356e taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.459037] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.459037] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.459037] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.459037] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.459752] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.460055] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.461971] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.461971] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.461971] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.461971] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-20a52370-7c11-41ec-a9a6-514bb8c5356e taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.461971] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.461971] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.461971] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.461971] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.461971] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.461971] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.461971] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.465101] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.465328] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.465475] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20a52370-7c11-41ec-a9a6-514bb8c5356e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.646291] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3fe104e6-399f-4da0-af70-03afcf8c12ea in Status: SUCCESS [ 618.646503] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fe104e6-399f-4da0-af70-03afcf8c12ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.657157] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4854309-962d-48c8-b0eb-2c80cfee614f taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.657379] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.661963] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.664042] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50a9aab7-e291-4e91-a710-8aee13132e89 with status ACTIVE [ 618.664042] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.664042] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.664690] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.664690] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.664690] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.664690] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.664690] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.664690] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.664985] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.664985] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.665420] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.665420] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.665420] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.665420] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.665614] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.665614] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50a9aab7-e291-4e91-a710-8aee13132e89 is going to be updated. [ 618.689438] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.689587] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.689659] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.689963] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.690131] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.690293] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50a9aab7-e291-4e91-a710-8aee13132e89" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.726516] env[65426]: INFO networking_nsxv3.common.synchronization [req-e147ab22-88e6-469b-b1d4-921501483e2d req-f238fbd1-f6d4-4077-8ae8-6ede12ddf67a tempest-ListServersNegativeTestJSON-632441149 tempest-ListServersNegativeTestJSON-632441149-project-member] Enqueued Resource ID: 645031fb-012f-4325-a00e-eb792d9e60b3 with Priority: HIGHEST for action security_group_members [ 618.727438] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 645031fb-012f-4325-a00e-eb792d9e60b3 with Priority: HIGHEST for action security_group_members [ 618.727438] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-645031fb-012f-4325-a00e-eb792d9e60b3 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.727620] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.727686] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.727944] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.728268] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.728408] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.728475] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.728652] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.728740] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.728836] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('645031fb-012f-4325-a00e-eb792d9e60b3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.968881] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20a52370-7c11-41ec-a9a6-514bb8c5356e: rpc.has_security_group_logging(os_id): False [ 618.993393] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.993601] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.993950] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.993950] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.994133] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.994402] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.994558] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.995170] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.995170] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.995267] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.995481] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.995589] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.995654] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.995815] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.995896] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.996179] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.996179] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.996369] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.996406] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.998689] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.998689] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e is going to be created. [ 619.073022] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.073022] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.073022] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.073022] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.073022] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.087540] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e in Status: IN_PROGRESS for 2s [ 619.164490] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.209404] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.209404] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-900" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.209404] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-900" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.209404] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-900" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.210017] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.210388] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.210644] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.215426] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.215426] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.215426] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.215426] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.215426] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.215426] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.215426] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.215426] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.215426] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.233592] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.233592] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.233592] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.233592] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.233592] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.234870] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.234870] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.234870] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.234870] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.234870] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.234870] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 645031fb-012f-4325-a00e-eb792d9e60b3 already deleted. [ 619.234870] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.253484] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.253641] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.253790] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.253971] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-900" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.254296] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-07a44dd1-cc01-40d2-bd98-3c868e5d9813 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.254473] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-07a44dd1-cc01-40d2-bd98-3c868e5d9813" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.254592] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-07a44dd1-cc01-40d2-bd98-3c868e5d9813" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.254920] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-07a44dd1-cc01-40d2-bd98-3c868e5d9813" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.255212] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07a44dd1-cc01-40d2-bd98-3c868e5d9813',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.466546] env[65426]: INFO networking_nsxv3.common.synchronization [None req-29d2b702-9aaf-42c6-a37f-cc36dec72431 None None] Enqueued Resource ID: 9594db99-aca0-41b1-a85e-9851ddf1d8ec with Priority: HIGHEST for action port [ 619.470964] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9594db99-aca0-41b1-a85e-9851ddf1d8ec with Priority: HIGHEST for action port [ 619.471517] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-9594db99-aca0-41b1-a85e-9851ddf1d8ec taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.471725] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9594db99-aca0-41b1-a85e-9851ddf1d8ec" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.471823] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9594db99-aca0-41b1-a85e-9851ddf1d8ec" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.472210] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9594db99-aca0-41b1-a85e-9851ddf1d8ec" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.472381] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9594db99-aca0-41b1-a85e-9851ddf1d8ec',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.667925] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.668913] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.668913] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.668913] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.668913] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.669295] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4854309-962d-48c8-b0eb-2c80cfee614f is going to be created. [ 619.695561] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.695794] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.695874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.696096] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.696265] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.709154] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4854309-962d-48c8-b0eb-2c80cfee614f in Status: UNINITIALIZED for 2s [ 619.761026] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.761026] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.761026] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.761026] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.761026] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.761026] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 07a44dd1-cc01-40d2-bd98-3c868e5d9813 not found, creating... [ 619.761026] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.761026] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.761026] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.761026] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.761026] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.762182] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.762182] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.762182] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.762182] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.762182] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.762455] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 07a44dd1-cc01-40d2-bd98-3c868e5d9813 is going to be created. [ 619.791298] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.791774] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.792226] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.792419] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.792749] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.793095] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-07a44dd1-cc01-40d2-bd98-3c868e5d9813" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.945419] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cecd5db4-8a18-46bc-9639-47440ad4a716 in Status: SUCCESS [ 619.945686] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cecd5db4-8a18-46bc-9639-47440ad4a716" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.945985] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cecd5db4-8a18-46bc-9639-47440ad4a716" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.946259] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cecd5db4-8a18-46bc-9639-47440ad4a716" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.946514] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.946674] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.946752] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.946915] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.947021] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.947419] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cecd5db4-8a18-46bc-9639-47440ad4a716" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.947556] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cecd5db4-8a18-46bc-9639-47440ad4a716',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.975811] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9594db99-aca0-41b1-a85e-9851ddf1d8ec [ 619.976118] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.976211] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.976307] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.976500] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.976581] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.976680] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9594db99-aca0-41b1-a85e-9851ddf1d8ec already deleted. [ 619.976761] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9594db99-aca0-41b1-a85e-9851ddf1d8ec" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.451402] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cecd5db4-8a18-46bc-9639-47440ad4a716',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.563042] env[65426]: INFO networking_nsxv3.common.synchronization [req-e147ab22-88e6-469b-b1d4-921501483e2d req-ecb07c56-5c82-4bec-a540-018dcddcd504 service nova] Enqueued Resource ID: 645031fb-012f-4325-a00e-eb792d9e60b3 with Priority: HIGHEST for action security_group_rules [ 620.563377] env[65426]: INFO networking_nsxv3.common.synchronization [req-e147ab22-88e6-469b-b1d4-921501483e2d req-ecb07c56-5c82-4bec-a540-018dcddcd504 service nova] Enqueued Resource ID: 645031fb-012f-4325-a00e-eb792d9e60b3 with Priority: HIGHEST for action security_group_members [ 620.563377] env[65426]: INFO networking_nsxv3.common.synchronization [req-e147ab22-88e6-469b-b1d4-921501483e2d req-ecb07c56-5c82-4bec-a540-018dcddcd504 service nova] Enqueued Resource ID: 07a44dd1-cc01-40d2-bd98-3c868e5d9813 with Priority: HIGHEST for action port [ 620.564296] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 645031fb-012f-4325-a00e-eb792d9e60b3 with Priority: HIGHEST for action security_group_rules [ 620.564529] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 645031fb-012f-4325-a00e-eb792d9e60b3 with Priority: HIGHEST for action security_group_members [ 620.564604] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07a44dd1-cc01-40d2-bd98-3c868e5d9813 with Priority: HIGHEST for action port [ 620.564919] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-645031fb-012f-4325-a00e-eb792d9e60b3 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.565186] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.565271] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.565575] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.565616] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('645031fb-012f-4325-a00e-eb792d9e60b3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.566627] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-645031fb-012f-4325-a00e-eb792d9e60b3 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.570315] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.570315] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.570315] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.570315] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.570315] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.570315] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.570315] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.570315] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.570315] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('645031fb-012f-4325-a00e-eb792d9e60b3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.571140] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-07a44dd1-cc01-40d2-bd98-3c868e5d9813 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.571256] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07a44dd1-cc01-40d2-bd98-3c868e5d9813" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.571311] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07a44dd1-cc01-40d2-bd98-3c868e5d9813" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.571484] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07a44dd1-cc01-40d2-bd98-3c868e5d9813" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.571558] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07a44dd1-cc01-40d2-bd98-3c868e5d9813',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.956584] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cecd5db4-8a18-46bc-9639-47440ad4a716: rpc.has_security_group_logging(os_id): False [ 620.976280] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.977793] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.977793] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.977793] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.977793] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.977793] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.977793] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.977793] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.978733] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.979466] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.979466] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cecd5db4-8a18-46bc-9639-47440ad4a716 is going to be created. [ 621.050400] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.050586] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.050654] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.050834] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.051077] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.065768] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cecd5db4-8a18-46bc-9639-47440ad4a716 in Status: IN_PROGRESS for 2s [ 621.074823] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-645031fb-012f-4325-a00e-eb792d9e60b3 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.074823] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.074823] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('645031fb-012f-4325-a00e-eb792d9e60b3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.075168] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07a44dd1-cc01-40d2-bd98-3c868e5d9813 with status ACTIVE [ 621.075375] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.075490] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.075581] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.075793] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.075874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.076090] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.076197] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.076256] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.076410] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.076483] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.076662] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.076748] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.076831] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.076937] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.077022] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.077178] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07a44dd1-cc01-40d2-bd98-3c868e5d9813 is going to be updated. [ 621.104196] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e in Status: SUCCESS [ 621.104500] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.116372] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.116508] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.116618] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.116809] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.117189] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.117273] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07a44dd1-cc01-40d2-bd98-3c868e5d9813" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.156659] env[65426]: INFO networking_nsxv3.common.synchronization [req-e147ab22-88e6-469b-b1d4-921501483e2d req-9e78345e-9dbd-4843-8575-8b7ba8e785ef tempest-ListServersNegativeTestJSON-632441149 tempest-ListServersNegativeTestJSON-632441149-project-member] Enqueued Resource ID: 645031fb-012f-4325-a00e-eb792d9e60b3 with Priority: HIGHEST for action security_group_members [ 621.156980] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 645031fb-012f-4325-a00e-eb792d9e60b3 with Priority: HIGHEST for action security_group_members [ 621.157793] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-645031fb-012f-4325-a00e-eb792d9e60b3 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.157923] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.376024] env[65426]: INFO networking_nsxv3.common.synchronization [req-7bfa2a76-2892-44c2-9e31-a538e8bbaf25 req-f6a79a3c-4e1b-4a5a-a992-7e723c5d6114 tempest-SecurityGroupRulesNegativeTestJSON-1767980373 tempest-SecurityGroupRulesNegativeTestJSON-1767980373-project-member] Enqueued Resource ID: 702f5c6a-e95f-445b-93a0-c5a9fbc8b36f with Priority: HIGHEST for action security_group_rules [ 621.376024] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 702f5c6a-e95f-445b-93a0-c5a9fbc8b36f with Priority: HIGHEST for action security_group_rules [ 621.376024] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-702f5c6a-e95f-445b-93a0-c5a9fbc8b36f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.376024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-702f5c6a-e95f-445b-93a0-c5a9fbc8b36f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.376024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-702f5c6a-e95f-445b-93a0-c5a9fbc8b36f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.376024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-702f5c6a-e95f-445b-93a0-c5a9fbc8b36f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.376024] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('702f5c6a-e95f-445b-93a0-c5a9fbc8b36f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.488259] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.488374] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-900" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.488411] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-900" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.488839] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-900" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.489167] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.489498] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.489577] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.489840] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.490374] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.490374] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.490374] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 621.490550] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 621.490762] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 621.491043] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.491719] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 621.492771] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 621.515403] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 621.515403] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 621.515403] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 621.515403] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-900" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.515403] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-18f2088c-a470-466f-91c1-7b4847edb14d taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.515671] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-18f2088c-a470-466f-91c1-7b4847edb14d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.515671] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-18f2088c-a470-466f-91c1-7b4847edb14d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.519563] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-18f2088c-a470-466f-91c1-7b4847edb14d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.519563] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18f2088c-a470-466f-91c1-7b4847edb14d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.580825] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('645031fb-012f-4325-a00e-eb792d9e60b3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.662611] env[65426]: INFO networking_nsxv3.common.synchronization [None req-4cc4a81d-cd5f-4092-a74b-47493c8d98f8 None None] Enqueued Resource ID: ea5abee5-5519-4aa7-a951-d1c314db9eec with Priority: HIGHEST for action port [ 621.662611] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea5abee5-5519-4aa7-a951-d1c314db9eec with Priority: HIGHEST for action port [ 621.662799] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea5abee5-5519-4aa7-a951-d1c314db9eec taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.662919] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea5abee5-5519-4aa7-a951-d1c314db9eec" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.662984] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea5abee5-5519-4aa7-a951-d1c314db9eec" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.664117] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea5abee5-5519-4aa7-a951-d1c314db9eec" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.664225] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea5abee5-5519-4aa7-a951-d1c314db9eec',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.724915] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4854309-962d-48c8-b0eb-2c80cfee614f in Status: SUCCESS [ 621.725191] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.725807] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.726173] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.726502] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.726584] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.726584] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.726748] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.726838] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.726912] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.727523] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.900890] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.901078] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.901449] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.901449] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.901449] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.901554] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 702f5c6a-e95f-445b-93a0-c5a9fbc8b36f already deleted. [ 621.901554] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-702f5c6a-e95f-445b-93a0-c5a9fbc8b36f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.025362] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.025362] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.025362] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.025362] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.025587] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.025587] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 18f2088c-a470-466f-91c1-7b4847edb14d not found, creating... [ 622.025873] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.025988] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.026107] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.026316] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.026444] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.026890] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.026890] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.027052] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.027242] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.027436] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.027617] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 18f2088c-a470-466f-91c1-7b4847edb14d is going to be created. [ 622.054988] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.055231] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.055368] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.055646] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.055878] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.056285] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-18f2088c-a470-466f-91c1-7b4847edb14d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.082277] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.082494] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.082578] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.082857] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.083267] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.083267] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 645031fb-012f-4325-a00e-eb792d9e60b3 is going to be created. [ 622.116660] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.117619] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.117619] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.117619] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.117619] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.138685] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 645031fb-012f-4325-a00e-eb792d9e60b3 in Status: UNINITIALIZED for 2s [ 622.166274] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea5abee5-5519-4aa7-a951-d1c314db9eec [ 622.166656] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.166770] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.166770] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.167192] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.167588] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.167588] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea5abee5-5519-4aa7-a951-d1c314db9eec already deleted. [ 622.167588] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea5abee5-5519-4aa7-a951-d1c314db9eec" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.231769] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4854309-962d-48c8-b0eb-2c80cfee614f taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.232440] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.232578] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.232892] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.233202] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.233684] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.233684] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.233816] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.233987] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.235070] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.235070] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4854309-962d-48c8-b0eb-2c80cfee614f taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.235070] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.235070] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.235312] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.235453] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.236842] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.236842] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.236842] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.236842] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.236842] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.236842] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.739658] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4854309-962d-48c8-b0eb-2c80cfee614f: rpc.has_security_group_logging(os_id): False [ 622.761698] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.761698] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.761698] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.761698] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.762252] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.763030] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.763030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.763030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.763030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.763030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.763308] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.763308] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.763412] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.763522] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.763599] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.763794] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.764681] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.764681] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.764681] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.764681] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.764681] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4854309-962d-48c8-b0eb-2c80cfee614f is going to be created. [ 622.810237] env[65426]: INFO networking_nsxv3.common.synchronization [req-e147ab22-88e6-469b-b1d4-921501483e2d req-985eefb9-1869-4dbf-a446-ed89b0e1b5e2 service nova] Enqueued Resource ID: 645031fb-012f-4325-a00e-eb792d9e60b3 with Priority: HIGHEST for action security_group_rules [ 622.810416] env[65426]: INFO networking_nsxv3.common.synchronization [req-e147ab22-88e6-469b-b1d4-921501483e2d req-985eefb9-1869-4dbf-a446-ed89b0e1b5e2 service nova] Enqueued Resource ID: 645031fb-012f-4325-a00e-eb792d9e60b3 with Priority: HIGHEST for action security_group_members [ 622.810590] env[65426]: INFO networking_nsxv3.common.synchronization [req-e147ab22-88e6-469b-b1d4-921501483e2d req-985eefb9-1869-4dbf-a446-ed89b0e1b5e2 service nova] Enqueued Resource ID: 18f2088c-a470-466f-91c1-7b4847edb14d with Priority: HIGHEST for action port [ 622.813865] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 645031fb-012f-4325-a00e-eb792d9e60b3 with Priority: HIGHEST for action security_group_rules [ 622.815254] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 645031fb-012f-4325-a00e-eb792d9e60b3 with Priority: HIGHEST for action security_group_members [ 622.815254] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f2088c-a470-466f-91c1-7b4847edb14d with Priority: HIGHEST for action port [ 622.815254] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-645031fb-012f-4325-a00e-eb792d9e60b3 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.815254] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.815254] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-645031fb-012f-4325-a00e-eb792d9e60b3 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.815254] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.815598] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-18f2088c-a470-466f-91c1-7b4847edb14d taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.815598] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18f2088c-a470-466f-91c1-7b4847edb14d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.815598] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18f2088c-a470-466f-91c1-7b4847edb14d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.815813] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18f2088c-a470-466f-91c1-7b4847edb14d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.815870] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18f2088c-a470-466f-91c1-7b4847edb14d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.831835] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.831976] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.831976] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.832143] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.832334] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.846195] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4854309-962d-48c8-b0eb-2c80cfee614f in Status: IN_PROGRESS for 2s [ 623.081073] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cecd5db4-8a18-46bc-9639-47440ad4a716 in Status: SUCCESS [ 623.081244] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cecd5db4-8a18-46bc-9639-47440ad4a716" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.318602] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18f2088c-a470-466f-91c1-7b4847edb14d with status ACTIVE [ 623.318916] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.319036] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.319036] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.319261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.319347] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.319535] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.319635] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.319696] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.319845] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.319918] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.320154] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.320282] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.320344] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.320486] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.320559] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.320643] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18f2088c-a470-466f-91c1-7b4847edb14d is going to be updated. [ 623.343349] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.343591] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.343591] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.343791] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.343866] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.344031] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18f2088c-a470-466f-91c1-7b4847edb14d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.139115] env[65426]: INFO networking_nsxv3.common.synchronization [req-e147ab22-88e6-469b-b1d4-921501483e2d req-026c149f-0c7e-4569-a366-ba43d9d87513 tempest-ListServersNegativeTestJSON-632441149 tempest-ListServersNegativeTestJSON-632441149-project-member] Enqueued Resource ID: 645031fb-012f-4325-a00e-eb792d9e60b3 with Priority: HIGHEST for action security_group_members [ 624.140628] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 645031fb-012f-4325-a00e-eb792d9e60b3 with Priority: HIGHEST for action security_group_members [ 624.140798] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-645031fb-012f-4325-a00e-eb792d9e60b3 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.140900] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.149158] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 645031fb-012f-4325-a00e-eb792d9e60b3 in Status: SUCCESS [ 624.149366] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.149581] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.149748] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.149927] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.150072] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.150184] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.150338] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.150436] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.150621] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.150621] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('645031fb-012f-4325-a00e-eb792d9e60b3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.151620] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.151620] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.151725] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.151772] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.151803] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.152234] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.152234] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.152234] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('645031fb-012f-4325-a00e-eb792d9e60b3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.653949] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-645031fb-012f-4325-a00e-eb792d9e60b3 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.654505] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.655014] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('645031fb-012f-4325-a00e-eb792d9e60b3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.865685] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4854309-962d-48c8-b0eb-2c80cfee614f in Status: SUCCESS [ 624.865685] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.158962] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('645031fb-012f-4325-a00e-eb792d9e60b3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.343725] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.343923] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-900" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.344186] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-900" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.344325] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-900" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.346816] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.346816] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.346816] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.346816] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.346816] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.346816] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.346816] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.346816] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.346816] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.346816] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.346816] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.346816] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.369626] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.369763] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 625.369862] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.370021] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-900" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.370345] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-aaea8aa7-4412-4128-bb8f-6280ec55250e taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.370688] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-aaea8aa7-4412-4128-bb8f-6280ec55250e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.370946] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-aaea8aa7-4412-4128-bb8f-6280ec55250e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.371210] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-aaea8aa7-4412-4128-bb8f-6280ec55250e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.371702] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aaea8aa7-4412-4128-bb8f-6280ec55250e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.664566] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.664566] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.664566] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.664566] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.665315] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.665315] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 645031fb-012f-4325-a00e-eb792d9e60b3 is going to be updated. [ 625.699945] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.699945] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.699945] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.699945] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.699945] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.708761] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 645031fb-012f-4325-a00e-eb792d9e60b3 in Status: IN_PROGRESS for 2s [ 625.716071] env[65426]: INFO networking_nsxv3.common.synchronization [None req-5c1ee666-188b-407d-b959-5f21dab57776 None None] Enqueued Resource ID: aeb6062b-3b63-4631-8088-555710c8e8cb with Priority: HIGHEST for action port [ 625.717236] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aeb6062b-3b63-4631-8088-555710c8e8cb with Priority: HIGHEST for action port [ 625.717547] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-aeb6062b-3b63-4631-8088-555710c8e8cb taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.717751] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aeb6062b-3b63-4631-8088-555710c8e8cb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.717853] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aeb6062b-3b63-4631-8088-555710c8e8cb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.718608] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aeb6062b-3b63-4631-8088-555710c8e8cb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.718608] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aeb6062b-3b63-4631-8088-555710c8e8cb',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.767757] env[65426]: INFO networking_nsxv3.common.synchronization [None req-27b795bd-8b50-4edb-8fa9-e6380f8ca384 None None] Enqueued Resource ID: 74840193-012c-45f5-83b5-ccc168415437 with Priority: HIGHEST for action port [ 625.769681] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74840193-012c-45f5-83b5-ccc168415437 with Priority: HIGHEST for action port [ 625.769681] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-74840193-012c-45f5-83b5-ccc168415437 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.769681] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74840193-012c-45f5-83b5-ccc168415437" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.769953] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74840193-012c-45f5-83b5-ccc168415437" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.769953] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74840193-012c-45f5-83b5-ccc168415437" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.770102] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74840193-012c-45f5-83b5-ccc168415437',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.878025] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.878025] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.878025] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.878025] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.878025] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.878025] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port aaea8aa7-4412-4128-bb8f-6280ec55250e not found, creating... [ 625.878025] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.878025] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.878025] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.878025] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.878025] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.878530] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.878530] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.878530] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.878530] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.878530] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.878530] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: aaea8aa7-4412-4128-bb8f-6280ec55250e is going to be created. [ 625.900585] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.900746] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.901042] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.901304] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.901415] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.901630] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-aaea8aa7-4412-4128-bb8f-6280ec55250e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.222453] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aeb6062b-3b63-4631-8088-555710c8e8cb [ 626.222747] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.222813] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.222881] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.223564] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.223656] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.223756] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aeb6062b-3b63-4631-8088-555710c8e8cb already deleted. [ 626.223835] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aeb6062b-3b63-4631-8088-555710c8e8cb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.272401] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74840193-012c-45f5-83b5-ccc168415437 [ 626.273225] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.273225] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.273225] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.273225] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.273225] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.275049] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74840193-012c-45f5-83b5-ccc168415437 already deleted. [ 626.275049] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74840193-012c-45f5-83b5-ccc168415437" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.688721] env[65426]: INFO networking_nsxv3.common.synchronization [req-e147ab22-88e6-469b-b1d4-921501483e2d req-ff2eb775-27dd-41e2-b8c2-6648b186d84b service nova] Enqueued Resource ID: 645031fb-012f-4325-a00e-eb792d9e60b3 with Priority: HIGHEST for action security_group_rules [ 626.688904] env[65426]: INFO networking_nsxv3.common.synchronization [req-e147ab22-88e6-469b-b1d4-921501483e2d req-ff2eb775-27dd-41e2-b8c2-6648b186d84b service nova] Enqueued Resource ID: 645031fb-012f-4325-a00e-eb792d9e60b3 with Priority: HIGHEST for action security_group_members [ 626.689044] env[65426]: INFO networking_nsxv3.common.synchronization [req-e147ab22-88e6-469b-b1d4-921501483e2d req-ff2eb775-27dd-41e2-b8c2-6648b186d84b service nova] Enqueued Resource ID: aaea8aa7-4412-4128-bb8f-6280ec55250e with Priority: HIGHEST for action port [ 626.692105] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 645031fb-012f-4325-a00e-eb792d9e60b3 with Priority: HIGHEST for action security_group_rules [ 626.692768] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 645031fb-012f-4325-a00e-eb792d9e60b3 with Priority: HIGHEST for action security_group_members [ 626.692768] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaea8aa7-4412-4128-bb8f-6280ec55250e with Priority: HIGHEST for action port [ 626.692768] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-645031fb-012f-4325-a00e-eb792d9e60b3 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.692940] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.693485] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-645031fb-012f-4325-a00e-eb792d9e60b3 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.693485] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.694701] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-aaea8aa7-4412-4128-bb8f-6280ec55250e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.694701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aaea8aa7-4412-4128-bb8f-6280ec55250e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.694701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aaea8aa7-4412-4128-bb8f-6280ec55250e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.694701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aaea8aa7-4412-4128-bb8f-6280ec55250e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.694701] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aaea8aa7-4412-4128-bb8f-6280ec55250e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.197585] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aaea8aa7-4412-4128-bb8f-6280ec55250e with status ACTIVE [ 627.197585] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.197767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.197811] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.198024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.198832] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.198832] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.198832] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.198832] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.198832] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.198832] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.199167] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.199167] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.199167] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.199167] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.199304] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.199304] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aaea8aa7-4412-4128-bb8f-6280ec55250e is going to be updated. [ 627.240138] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.240138] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.240138] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.240138] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.240138] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.240138] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aaea8aa7-4412-4128-bb8f-6280ec55250e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.652805] env[65426]: INFO networking_nsxv3.common.synchronization [None req-b1f14149-269b-4467-824f-17998e71aa13 None None] Enqueued Resource ID: 2e5c368e-426a-4b50-90be-93f1732d70c1 with Priority: HIGHEST for action port [ 627.653681] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5c368e-426a-4b50-90be-93f1732d70c1 with Priority: HIGHEST for action port [ 627.655758] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e5c368e-426a-4b50-90be-93f1732d70c1 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.655758] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e5c368e-426a-4b50-90be-93f1732d70c1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.655758] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e5c368e-426a-4b50-90be-93f1732d70c1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.655758] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e5c368e-426a-4b50-90be-93f1732d70c1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.655758] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e5c368e-426a-4b50-90be-93f1732d70c1',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.687575] env[65426]: INFO networking_nsxv3.common.synchronization [req-044568ba-f09f-4b88-a09e-1af17d63e69c req-6845d2e2-5ef1-4f24-94f9-20d3b96d9110 tempest-ImagesOneServerNegativeTestJSON-1567485830 tempest-ImagesOneServerNegativeTestJSON-1567485830-project-member] Enqueued Resource ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 with Priority: HIGHEST for action security_group_members [ 627.688864] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 with Priority: HIGHEST for action security_group_members [ 627.689310] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-0503f97f-df52-44bd-bf6d-fbc266676b01 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.689514] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.689646] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.690038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.690301] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.690467] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.690557] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.690792] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.690902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.691034] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0503f97f-df52-44bd-bf6d-fbc266676b01',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.719602] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 645031fb-012f-4325-a00e-eb792d9e60b3 in Status: SUCCESS [ 627.719884] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.721255] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.721501] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.721835] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.721984] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.723036] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.723036] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.723036] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.723036] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('645031fb-012f-4325-a00e-eb792d9e60b3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.897911] env[65426]: INFO networking_nsxv3.common.synchronization [None req-021dfbd1-1a99-4efe-a385-f4af7abe2ebb tempest-ServersWithSpecificFlavorTestJSON-732847517 tempest-ServersWithSpecificFlavorTestJSON-732847517-project-member] Enqueued Resource ID: 6221598e-80dd-419c-b559-4db19a1b425d with Priority: HIGHEST for action security_group_rules [ 627.898782] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6221598e-80dd-419c-b559-4db19a1b425d with Priority: HIGHEST for action security_group_rules [ 627.899480] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6221598e-80dd-419c-b559-4db19a1b425d taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.899646] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.899700] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.900084] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.900554] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6221598e-80dd-419c-b559-4db19a1b425d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.128797] env[65426]: INFO networking_nsxv3.common.synchronization [None req-b665f8d8-53fb-417e-ae6d-40a1990b6f75 None None] Enqueued Resource ID: db5118f4-fed8-4e16-9c9e-d2f489d56165 with Priority: HIGHEST for action port [ 628.130710] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db5118f4-fed8-4e16-9c9e-d2f489d56165 with Priority: HIGHEST for action port [ 628.130710] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-db5118f4-fed8-4e16-9c9e-d2f489d56165 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.130710] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db5118f4-fed8-4e16-9c9e-d2f489d56165" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.130710] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db5118f4-fed8-4e16-9c9e-d2f489d56165" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.130710] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db5118f4-fed8-4e16-9c9e-d2f489d56165" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.130710] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db5118f4-fed8-4e16-9c9e-d2f489d56165',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.162262] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e5c368e-426a-4b50-90be-93f1732d70c1 [ 628.162608] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.163055] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.163055] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.163224] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.163364] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.163536] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e5c368e-426a-4b50-90be-93f1732d70c1 already deleted. [ 628.163627] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e5c368e-426a-4b50-90be-93f1732d70c1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.167851] env[65426]: INFO networking_nsxv3.common.synchronization [None req-7344a95e-07e6-47d9-961b-122993436a53 tempest-ServersWithSpecificFlavorTestJSON-732847517 tempest-ServersWithSpecificFlavorTestJSON-732847517-project-member] Enqueued Resource ID: 6221598e-80dd-419c-b559-4db19a1b425d with Priority: HIGHEST for action security_group_rules [ 628.168414] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6221598e-80dd-419c-b559-4db19a1b425d with Priority: HIGHEST for action security_group_rules [ 628.168729] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6221598e-80dd-419c-b559-4db19a1b425d taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.168870] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.193308] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.193731] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.193731] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.193864] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.194048] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.194309] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.194422] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.194489] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.194662] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.194739] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.194819] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 already deleted. [ 628.194897] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.225712] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('645031fb-012f-4325-a00e-eb792d9e60b3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.259304] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-686 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.259707] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-686" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.259707] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-686" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.259994] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-686" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.260290] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.260453] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.260580] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.261521] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.261684] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.261889] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.262043] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.262141] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.262246] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.262352] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.262457] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.262574] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.284435] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.284873] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 628.284873] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.285125] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-686" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.285522] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-97a3821c-eea7-4b0c-a5bc-1f8a95214cfd taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.285755] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-97a3821c-eea7-4b0c-a5bc-1f8a95214cfd" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.286115] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-97a3821c-eea7-4b0c-a5bc-1f8a95214cfd" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.286612] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-97a3821c-eea7-4b0c-a5bc-1f8a95214cfd" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.286821] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97a3821c-eea7-4b0c-a5bc-1f8a95214cfd',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.423806] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.423806] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.423806] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.423997] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.424068] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.424164] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6221598e-80dd-419c-b559-4db19a1b425d already deleted. [ 628.424249] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.424415] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.424572] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.424929] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6221598e-80dd-419c-b559-4db19a1b425d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.636301] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db5118f4-fed8-4e16-9c9e-d2f489d56165 [ 628.636641] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.636641] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.636790] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.636938] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.636987] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.637102] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db5118f4-fed8-4e16-9c9e-d2f489d56165 already deleted. [ 628.637242] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db5118f4-fed8-4e16-9c9e-d2f489d56165" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.729034] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('645031fb-012f-4325-a00e-eb792d9e60b3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.789697] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.789947] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.790110] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.790380] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.790577] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.790653] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 97a3821c-eea7-4b0c-a5bc-1f8a95214cfd not found, creating... [ 628.790918] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.792285] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.792327] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.792708] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.792787] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.793121] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.793292] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.793412] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.793708] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.793880] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.794042] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 97a3821c-eea7-4b0c-a5bc-1f8a95214cfd is going to be created. [ 628.817762] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.817994] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.818108] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.818424] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.818650] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.818873] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-97a3821c-eea7-4b0c-a5bc-1f8a95214cfd" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.926556] env[65426]: INFO networking_nsxv3.common.synchronization [None req-4f61abf1-37cd-4770-9516-9aa9f81ff5b1 None None] Enqueued Resource ID: cd006a7e-e9c1-49d3-92d5-6756308266ed with Priority: HIGHEST for action port [ 628.926959] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd006a7e-e9c1-49d3-92d5-6756308266ed with Priority: HIGHEST for action port [ 628.927364] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd006a7e-e9c1-49d3-92d5-6756308266ed taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.927527] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd006a7e-e9c1-49d3-92d5-6756308266ed" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.927764] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd006a7e-e9c1-49d3-92d5-6756308266ed" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.927957] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd006a7e-e9c1-49d3-92d5-6756308266ed" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.928063] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd006a7e-e9c1-49d3-92d5-6756308266ed',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.955528] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.955713] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.955779] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.955998] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.956104] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.956216] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6221598e-80dd-419c-b559-4db19a1b425d already deleted. [ 628.956409] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.234456] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.236961] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.236961] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.236961] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.236961] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.236961] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 645031fb-012f-4325-a00e-eb792d9e60b3 is going to be updated. [ 629.272362] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.272768] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.272768] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.272768] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.273084] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.284457] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 645031fb-012f-4325-a00e-eb792d9e60b3 in Status: IN_PROGRESS for 2s [ 629.418240] env[65426]: INFO networking_nsxv3.common.synchronization [req-249c9ae5-26ca-4953-911e-9d616695cf1b req-9d5dc13f-50b8-4056-91db-24075b878cd7 tempest-DeleteServersAdminTestJSON-1621499392 tempest-DeleteServersAdminTestJSON-1621499392-project-admin] Enqueued Resource ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 with Priority: HIGHEST for action security_group_members [ 629.418999] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 with Priority: HIGHEST for action security_group_members [ 629.418999] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a79f180-31ff-4c04-973b-a9e542e623a8 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.419169] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.419215] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.419701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.420031] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.420031] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.420360] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.420360] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.420360] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.420555] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a79f180-31ff-4c04-973b-a9e542e623a8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.431428] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd006a7e-e9c1-49d3-92d5-6756308266ed [ 629.431428] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.431428] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.432100] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.432100] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.432100] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.432100] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd006a7e-e9c1-49d3-92d5-6756308266ed already deleted. [ 629.434100] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd006a7e-e9c1-49d3-92d5-6756308266ed" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.560836] env[65426]: INFO networking_nsxv3.common.synchronization [req-044568ba-f09f-4b88-a09e-1af17d63e69c req-342f84cc-03ee-47ad-a4ef-003604bc7e65 service nova] Enqueued Resource ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 with Priority: HIGHEST for action security_group_rules [ 629.561035] env[65426]: INFO networking_nsxv3.common.synchronization [req-044568ba-f09f-4b88-a09e-1af17d63e69c req-342f84cc-03ee-47ad-a4ef-003604bc7e65 service nova] Enqueued Resource ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 with Priority: HIGHEST for action security_group_members [ 629.561115] env[65426]: INFO networking_nsxv3.common.synchronization [req-044568ba-f09f-4b88-a09e-1af17d63e69c req-342f84cc-03ee-47ad-a4ef-003604bc7e65 service nova] Enqueued Resource ID: 97a3821c-eea7-4b0c-a5bc-1f8a95214cfd with Priority: HIGHEST for action port [ 629.561371] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 with Priority: HIGHEST for action security_group_rules [ 629.561441] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 with Priority: HIGHEST for action security_group_members [ 629.561538] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a3821c-eea7-4b0c-a5bc-1f8a95214cfd with Priority: HIGHEST for action port [ 629.562234] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0503f97f-df52-44bd-bf6d-fbc266676b01 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.562357] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.562414] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.563126] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.563126] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0503f97f-df52-44bd-bf6d-fbc266676b01',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.564012] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-0503f97f-df52-44bd-bf6d-fbc266676b01 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.564012] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.564012] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.564012] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.564252] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.564252] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.564252] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.564361] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.564398] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.565010] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0503f97f-df52-44bd-bf6d-fbc266676b01',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.566515] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-97a3821c-eea7-4b0c-a5bc-1f8a95214cfd taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.566626] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97a3821c-eea7-4b0c-a5bc-1f8a95214cfd" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.566691] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97a3821c-eea7-4b0c-a5bc-1f8a95214cfd" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.566847] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97a3821c-eea7-4b0c-a5bc-1f8a95214cfd" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.566923] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97a3821c-eea7-4b0c-a5bc-1f8a95214cfd',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.925182] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.925182] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.925182] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.925182] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.925182] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.925182] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.925182] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.925182] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.925182] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.925182] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.925182] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 is going to be updated. [ 629.966223] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.966431] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.966523] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.966804] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.966990] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.979078] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 in Status: IN_PROGRESS for 2s [ 629.984331] env[65426]: INFO networking_nsxv3.common.synchronization [req-3a85f022-1b69-4040-8030-32f5cf4d91ce req-25f9187a-9192-4702-819e-f46954aca950 tempest-ListServerFiltersTestJSON-1687151240 tempest-ListServerFiltersTestJSON-1687151240-project-member] Enqueued Resource ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e with Priority: HIGHEST for action security_group_members [ 629.984331] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e with Priority: HIGHEST for action security_group_members [ 629.984331] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-20a52370-7c11-41ec-a9a6-514bb8c5356e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.984331] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.984331] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.984331] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.986314] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.986628] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.986784] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.987148] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.987358] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.987539] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20a52370-7c11-41ec-a9a6-514bb8c5356e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.068424] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0503f97f-df52-44bd-bf6d-fbc266676b01',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.070036] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-0503f97f-df52-44bd-bf6d-fbc266676b01 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.070036] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.070245] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97a3821c-eea7-4b0c-a5bc-1f8a95214cfd with status ACTIVE [ 630.071052] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.071052] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.071052] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.071052] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.071052] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.071052] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.071308] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.071308] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.071494] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.071643] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.071899] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.072082] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.072190] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.072418] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.072507] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.072598] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97a3821c-eea7-4b0c-a5bc-1f8a95214cfd is going to be updated. [ 630.095193] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.095336] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.095453] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.095615] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.095798] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.095890] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97a3821c-eea7-4b0c-a5bc-1f8a95214cfd" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.428071] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-604 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.428071] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-604" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.428071] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-604" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.428071] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-604" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.428071] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.428071] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.428071] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.429106] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.429106] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.429106] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.429254] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.429438] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.429617] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.429912] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.430043] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.430217] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.458019] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.458019] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 630.458019] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.458019] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-604" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.458019] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-7f7b203e-058c-4cdd-ae88-3f5b7a95a2e8 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.458019] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-7f7b203e-058c-4cdd-ae88-3f5b7a95a2e8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.458019] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-7f7b203e-058c-4cdd-ae88-3f5b7a95a2e8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.458918] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-7f7b203e-058c-4cdd-ae88-3f5b7a95a2e8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.459201] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f7b203e-058c-4cdd-ae88-3f5b7a95a2e8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.493650] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20a52370-7c11-41ec-a9a6-514bb8c5356e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.570868] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0503f97f-df52-44bd-bf6d-fbc266676b01',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.965028] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.965028] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.965028] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.965028] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.965028] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.965028] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port 7f7b203e-058c-4cdd-ae88-3f5b7a95a2e8 not found, creating... [ 630.965028] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.965028] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.965028] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.965028] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.965028] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.965586] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.965586] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.965586] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.965586] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.966171] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.966601] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: 7f7b203e-058c-4cdd-ae88-3f5b7a95a2e8 is going to be created. [ 630.994066] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20a52370-7c11-41ec-a9a6-514bb8c5356e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.995932] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.996118] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.996299] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.996660] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.997032] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.997291] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-7f7b203e-058c-4cdd-ae88-3f5b7a95a2e8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.017546] env[65426]: INFO networking_nsxv3.common.synchronization [req-91d2be6f-dca9-430e-b318-2e9f89e53f91 req-acb803a7-daf9-42ba-9002-76279ec9b84a tempest-ServersAdminTestJSON-43446295 tempest-ServersAdminTestJSON-43446295-project-member] Enqueued Resource ID: d4854309-962d-48c8-b0eb-2c80cfee614f with Priority: HIGHEST for action security_group_members [ 631.017546] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4854309-962d-48c8-b0eb-2c80cfee614f with Priority: HIGHEST for action security_group_members [ 631.017546] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4854309-962d-48c8-b0eb-2c80cfee614f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.019334] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.019438] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.019679] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.019861] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.019968] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.020044] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.020200] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.020298] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.020391] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.076181] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.076354] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.076489] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.076740] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.076844] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.077451] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 is going to be created. [ 631.124196] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.124378] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.124500] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.124612] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.124771] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.150748] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 in Status: UNINITIALIZED for 2s [ 631.309153] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 645031fb-012f-4325-a00e-eb792d9e60b3 in Status: SUCCESS [ 631.309371] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.309588] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.309784] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.309969] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.310609] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.310609] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.310609] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.310609] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.310609] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('645031fb-012f-4325-a00e-eb792d9e60b3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.425719] env[65426]: INFO networking_nsxv3.common.synchronization [None req-fc18ed81-4e6a-4670-9816-01e127ad34fa None None] Enqueued Resource ID: 86d2942b-437e-4e7a-b01c-95f604ec2a84 with Priority: HIGHEST for action port [ 631.426940] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86d2942b-437e-4e7a-b01c-95f604ec2a84 with Priority: HIGHEST for action port [ 631.426940] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-86d2942b-437e-4e7a-b01c-95f604ec2a84 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.426940] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86d2942b-437e-4e7a-b01c-95f604ec2a84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.426940] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86d2942b-437e-4e7a-b01c-95f604ec2a84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.428062] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86d2942b-437e-4e7a-b01c-95f604ec2a84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.428062] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86d2942b-437e-4e7a-b01c-95f604ec2a84',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.499145] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.499269] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.499311] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.499555] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.499609] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.499708] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e is going to be updated. [ 631.516471] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.516670] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-774" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.516929] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-774" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.517481] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-774" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.517481] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.517481] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.517719] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.517770] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.517867] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.518077] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.518213] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 631.518307] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 631.518588] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 631.518588] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.518588] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 631.518789] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 631.523190] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.535801] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.535998] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.535998] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.536218] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.536363] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.539251] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 631.539496] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 631.539546] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 631.539707] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-774" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.539993] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-7879b154-dccc-44fd-971f-5c9c27b75876 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.540165] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-7879b154-dccc-44fd-971f-5c9c27b75876" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.540278] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-7879b154-dccc-44fd-971f-5c9c27b75876" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.540574] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-7879b154-dccc-44fd-971f-5c9c27b75876" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.540705] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7879b154-dccc-44fd-971f-5c9c27b75876',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.549909] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e in Status: IN_PROGRESS for 2s [ 631.703232] env[65426]: INFO networking_nsxv3.common.synchronization [req-3a85f022-1b69-4040-8030-32f5cf4d91ce req-76328f62-eade-42ea-9405-c8b2b9e86f7f service nova] Enqueued Resource ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e with Priority: HIGHEST for action security_group_rules [ 631.703480] env[65426]: INFO networking_nsxv3.common.synchronization [req-3a85f022-1b69-4040-8030-32f5cf4d91ce req-76328f62-eade-42ea-9405-c8b2b9e86f7f service nova] Enqueued Resource ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e with Priority: HIGHEST for action security_group_members [ 631.703714] env[65426]: INFO networking_nsxv3.common.synchronization [req-3a85f022-1b69-4040-8030-32f5cf4d91ce req-76328f62-eade-42ea-9405-c8b2b9e86f7f service nova] Enqueued Resource ID: 7f7b203e-058c-4cdd-ae88-3f5b7a95a2e8 with Priority: HIGHEST for action port [ 631.705047] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e with Priority: HIGHEST for action security_group_rules [ 631.705047] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e with Priority: HIGHEST for action security_group_members [ 631.705047] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f7b203e-058c-4cdd-ae88-3f5b7a95a2e8 with Priority: HIGHEST for action port [ 631.705047] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20a52370-7c11-41ec-a9a6-514bb8c5356e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.705351] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.705351] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.705633] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.705633] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20a52370-7c11-41ec-a9a6-514bb8c5356e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.706527] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-20a52370-7c11-41ec-a9a6-514bb8c5356e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.706624] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.706883] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f7b203e-058c-4cdd-ae88-3f5b7a95a2e8 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.707057] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f7b203e-058c-4cdd-ae88-3f5b7a95a2e8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.707113] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f7b203e-058c-4cdd-ae88-3f5b7a95a2e8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.707310] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f7b203e-058c-4cdd-ae88-3f5b7a95a2e8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.707440] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f7b203e-058c-4cdd-ae88-3f5b7a95a2e8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.813314] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('645031fb-012f-4325-a00e-eb792d9e60b3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.929907] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86d2942b-437e-4e7a-b01c-95f604ec2a84 [ 631.930722] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.930722] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.930722] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.930722] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.930722] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.931060] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86d2942b-437e-4e7a-b01c-95f604ec2a84 already deleted. [ 631.931060] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86d2942b-437e-4e7a-b01c-95f604ec2a84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.988381] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 in Status: SUCCESS [ 631.988564] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 deletion is rescheduled due to dependency. [ 631.988667] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.028026] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.043764] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.043976] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.044110] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.044386] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.044531] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.044677] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 7879b154-dccc-44fd-971f-5c9c27b75876 not found, creating... [ 632.044930] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.045096] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.045207] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.046163] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.046163] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.046163] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.046163] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.046163] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.046434] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.046434] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.046780] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 7879b154-dccc-44fd-971f-5c9c27b75876 is going to be created. [ 632.078378] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.078703] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.078812] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.078979] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.079222] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.079444] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-7879b154-dccc-44fd-971f-5c9c27b75876" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.209311] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-20a52370-7c11-41ec-a9a6-514bb8c5356e taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.209544] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.209646] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f7b203e-058c-4cdd-ae88-3f5b7a95a2e8 with status ACTIVE [ 632.209819] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.209928] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.209996] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.210243] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.210375] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.210624] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.210786] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.210889] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.211140] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.211253] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.211457] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.211555] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.211617] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.211760] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.211835] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.211920] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f7b203e-058c-4cdd-ae88-3f5b7a95a2e8 is going to be updated. [ 632.250179] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.250464] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.250464] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.250758] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.251405] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.251405] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f7b203e-058c-4cdd-ae88-3f5b7a95a2e8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.315125] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('645031fb-012f-4325-a00e-eb792d9e60b3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.528143] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.528592] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.528592] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.528592] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.528693] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.528797] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4854309-962d-48c8-b0eb-2c80cfee614f is going to be updated. [ 632.570384] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.570611] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.570688] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.571072] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.571215] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.585924] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4854309-962d-48c8-b0eb-2c80cfee614f in Status: IN_PROGRESS for 2s [ 632.821398] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.821398] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.821398] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.821398] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.821398] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.821398] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 645031fb-012f-4325-a00e-eb792d9e60b3 is going to be updated. [ 632.852091] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.852091] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.852091] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.852091] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.852091] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.862840] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 645031fb-012f-4325-a00e-eb792d9e60b3 in Status: IN_PROGRESS for 2s [ 633.136261] env[65426]: INFO networking_nsxv3.common.synchronization [req-91d2be6f-dca9-430e-b318-2e9f89e53f91 req-2adc27a4-a589-4ea8-bc6c-4ba262332cc5 service nova] Enqueued Resource ID: d4854309-962d-48c8-b0eb-2c80cfee614f with Priority: HIGHEST for action security_group_rules [ 633.136261] env[65426]: INFO networking_nsxv3.common.synchronization [req-91d2be6f-dca9-430e-b318-2e9f89e53f91 req-2adc27a4-a589-4ea8-bc6c-4ba262332cc5 service nova] Enqueued Resource ID: d4854309-962d-48c8-b0eb-2c80cfee614f with Priority: HIGHEST for action security_group_members [ 633.136261] env[65426]: INFO networking_nsxv3.common.synchronization [req-91d2be6f-dca9-430e-b318-2e9f89e53f91 req-2adc27a4-a589-4ea8-bc6c-4ba262332cc5 service nova] Enqueued Resource ID: 7879b154-dccc-44fd-971f-5c9c27b75876 with Priority: HIGHEST for action port [ 633.136855] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4854309-962d-48c8-b0eb-2c80cfee614f with Priority: HIGHEST for action security_group_rules [ 633.137135] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4854309-962d-48c8-b0eb-2c80cfee614f with Priority: HIGHEST for action security_group_members [ 633.137403] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7879b154-dccc-44fd-971f-5c9c27b75876 with Priority: HIGHEST for action port [ 633.137859] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4854309-962d-48c8-b0eb-2c80cfee614f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.140153] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.140153] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.140153] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.140153] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.140153] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4854309-962d-48c8-b0eb-2c80cfee614f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.140153] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.140153] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-7879b154-dccc-44fd-971f-5c9c27b75876 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.140478] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7879b154-dccc-44fd-971f-5c9c27b75876" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.140478] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7879b154-dccc-44fd-971f-5c9c27b75876" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.140720] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7879b154-dccc-44fd-971f-5c9c27b75876" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.140829] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7879b154-dccc-44fd-971f-5c9c27b75876',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.161499] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 in Status: SUCCESS [ 633.161720] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.162024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.162135] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.162465] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.162465] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.162465] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.162639] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.162680] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.163286] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.163286] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0503f97f-df52-44bd-bf6d-fbc266676b01',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.215857] env[65426]: INFO networking_nsxv3.common.synchronization [req-84575b47-93cd-4f7d-85b5-9a3104748b5e req-bef9d574-26c5-43cf-84d4-57e17e6f8a8f tempest-SecurityGroupRulesNegativeTestJSON-1767980373 tempest-SecurityGroupRulesNegativeTestJSON-1767980373-project-member] Enqueued Resource ID: 702f5c6a-e95f-445b-93a0-c5a9fbc8b36f with Priority: HIGHEST for action security_group_rules [ 633.216389] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 702f5c6a-e95f-445b-93a0-c5a9fbc8b36f with Priority: HIGHEST for action security_group_rules [ 633.216616] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-702f5c6a-e95f-445b-93a0-c5a9fbc8b36f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.216765] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-702f5c6a-e95f-445b-93a0-c5a9fbc8b36f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.216840] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-702f5c6a-e95f-445b-93a0-c5a9fbc8b36f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.217126] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-702f5c6a-e95f-445b-93a0-c5a9fbc8b36f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.217280] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('702f5c6a-e95f-445b-93a0-c5a9fbc8b36f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.562038] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e in Status: SUCCESS [ 633.562038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.562038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.562038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.562038] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.562038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.562038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.562038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.562038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.562038] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20a52370-7c11-41ec-a9a6-514bb8c5356e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.635383] env[65426]: INFO networking_nsxv3.common.synchronization [req-eec5c3a7-fccd-4323-97c3-6221567f2e26 req-94d7836f-f4a7-44f3-b253-e998decb3240 tempest-FloatingIPsAssociationNegativeTestJSON-901893330 tempest-FloatingIPsAssociationNegativeTestJSON-901893330-project-member] Enqueued Resource ID: a4fe4e42-dd2d-4057-828e-c0a56074ca9c with Priority: HIGHEST for action security_group_members [ 633.635383] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4fe4e42-dd2d-4057-828e-c0a56074ca9c with Priority: HIGHEST for action security_group_members [ 633.635383] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4fe4e42-dd2d-4057-828e-c0a56074ca9c taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.635383] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4fe4e42-dd2d-4057-828e-c0a56074ca9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.635383] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4fe4e42-dd2d-4057-828e-c0a56074ca9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.636578] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4fe4e42-dd2d-4057-828e-c0a56074ca9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.636578] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.636578] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.636578] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.636578] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.636578] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.636578] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4fe4e42-dd2d-4057-828e-c0a56074ca9c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.643042] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4854309-962d-48c8-b0eb-2c80cfee614f taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.643307] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.644717] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7879b154-dccc-44fd-971f-5c9c27b75876 with status ACTIVE [ 633.645178] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.645178] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.645178] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.645353] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.645452] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.645663] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.645755] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.646988] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.646988] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.646988] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.646988] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.646988] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.646988] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.646988] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.646988] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.646988] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7879b154-dccc-44fd-971f-5c9c27b75876 is going to be updated. [ 633.665406] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-0503f97f-df52-44bd-bf6d-fbc266676b01 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.666799] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.666799] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.666799] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.666799] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.666799] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.666799] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.666799] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.666799] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.667352] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.667352] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-0503f97f-df52-44bd-bf6d-fbc266676b01 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.667352] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.667352] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.667566] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.667644] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.667692] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.667744] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.667955] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.668059] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.668101] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.668531] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0503f97f-df52-44bd-bf6d-fbc266676b01',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.674387] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.674563] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.674563] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.674712] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.674854] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.675386] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7879b154-dccc-44fd-971f-5c9c27b75876" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.771885] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.772350] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.772678] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.772984] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.773215] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.773389] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 702f5c6a-e95f-445b-93a0-c5a9fbc8b36f already deleted. [ 633.773524] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-702f5c6a-e95f-445b-93a0-c5a9fbc8b36f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.066210] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20a52370-7c11-41ec-a9a6-514bb8c5356e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.139308] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.139308] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.139308] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.139596] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.139628] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.139858] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.139976] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.140046] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.140213] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.140298] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.140383] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4fe4e42-dd2d-4057-828e-c0a56074ca9c already deleted. [ 634.140466] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4fe4e42-dd2d-4057-828e-c0a56074ca9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.152673] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-548 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.152867] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-548" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.153070] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-548" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.153436] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-548" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.153760] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.153954] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.154137] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.154715] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.154715] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.155291] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.155511] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 634.155695] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 634.155861] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 634.155952] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.156110] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 634.156296] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 634.171272] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0503f97f-df52-44bd-bf6d-fbc266676b01: rpc.has_security_group_logging(os_id): False [ 634.179561] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 634.179773] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 634.179914] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 634.180201] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-548" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.180556] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-7dcf8224-9c59-4997-9c87-a84032f2c8e9 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.180744] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-7dcf8224-9c59-4997-9c87-a84032f2c8e9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.180924] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-7dcf8224-9c59-4997-9c87-a84032f2c8e9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.181199] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-7dcf8224-9c59-4997-9c87-a84032f2c8e9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.181404] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dcf8224-9c59-4997-9c87-a84032f2c8e9',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.195266] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.195478] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.195478] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.195760] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.195860] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.195978] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.196090] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.196155] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.196391] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.196610] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.196710] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.196811] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.197013] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.197076] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.197107] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.197320] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.197463] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.197463] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.197618] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.197676] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.197753] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 is going to be created. [ 634.280738] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.280738] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.280738] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.281050] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.281123] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.295746] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 in Status: IN_PROGRESS for 2s [ 634.567404] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20a52370-7c11-41ec-a9a6-514bb8c5356e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.599018] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4854309-962d-48c8-b0eb-2c80cfee614f in Status: SUCCESS [ 634.603316] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.603316] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.603316] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.603316] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.603316] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.603316] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.603316] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.603316] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.603316] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.684757] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.684989] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.685107] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.685393] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.685541] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.685695] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 7dcf8224-9c59-4997-9c87-a84032f2c8e9 not found, creating... [ 634.685948] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.686113] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.686218] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.686430] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.686561] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.686830] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.686981] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.687105] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.687393] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.687524] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.687652] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 7dcf8224-9c59-4997-9c87-a84032f2c8e9 is going to be created. [ 634.713165] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.713165] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.713165] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.713165] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.713165] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.713165] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-7dcf8224-9c59-4997-9c87-a84032f2c8e9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.875978] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 645031fb-012f-4325-a00e-eb792d9e60b3 in Status: SUCCESS [ 634.876048] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.876514] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.876615] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.877746] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.877907] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.877998] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.878208] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.878395] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.878435] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.878600] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-645031fb-012f-4325-a00e-eb792d9e60b3 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.878780] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.878780] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.878908] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.879131] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.879261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.879344] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.879513] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.879614] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.879719] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.879826] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('645031fb-012f-4325-a00e-eb792d9e60b3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.880829] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.881025] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.881082] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.881224] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.881312] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.881514] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.881618] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.881757] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('645031fb-012f-4325-a00e-eb792d9e60b3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.902073] env[65426]: INFO networking_nsxv3.common.synchronization [None req-54bdda2a-1d19-4f82-867e-d2a7a89e6aa0 tempest-AttachInterfacesTestJSON-1787164303 tempest-AttachInterfacesTestJSON-1787164303-project-member] Enqueued Resource ID: 26d28aa6-769e-4f48-8961-8000ce72a26f with Priority: HIGHEST for action security_group_rules [ 634.902651] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d28aa6-769e-4f48-8961-8000ce72a26f with Priority: HIGHEST for action security_group_rules [ 634.903404] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26d28aa6-769e-4f48-8961-8000ce72a26f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.903764] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26d28aa6-769e-4f48-8961-8000ce72a26f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.903764] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26d28aa6-769e-4f48-8961-8000ce72a26f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.903982] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26d28aa6-769e-4f48-8961-8000ce72a26f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.904085] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26d28aa6-769e-4f48-8961-8000ce72a26f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.069965] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.070166] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.070231] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.070444] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.070549] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.070628] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e is going to be updated. [ 635.097790] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.097947] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.097989] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.098200] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.098393] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.105024] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.108162] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e in Status: IN_PROGRESS for 2s [ 635.357199] env[65426]: INFO networking_nsxv3.common.synchronization [None req-5f972333-6511-4e17-a34e-6a0fff152d95 tempest-AttachInterfacesTestJSON-1787164303 tempest-AttachInterfacesTestJSON-1787164303-project-member] Enqueued Resource ID: 26d28aa6-769e-4f48-8961-8000ce72a26f with Priority: HIGHEST for action security_group_rules [ 635.357852] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d28aa6-769e-4f48-8961-8000ce72a26f with Priority: HIGHEST for action security_group_rules [ 635.358292] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26d28aa6-769e-4f48-8961-8000ce72a26f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.358394] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26d28aa6-769e-4f48-8961-8000ce72a26f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.383677] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 645031fb-012f-4325-a00e-eb792d9e60b3: rpc.has_security_group_logging(os_id): False [ 635.384797] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('645031fb-012f-4325-a00e-eb792d9e60b3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.405119] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.405255] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.405342] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.406103] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.406103] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.406103] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.406103] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.406103] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.406314] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.406314] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.406440] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.406537] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.406592] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.406733] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.406831] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.407055] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.407155] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.407256] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.407425] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.407500] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.407586] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 645031fb-012f-4325-a00e-eb792d9e60b3 is going to be created. [ 635.429620] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.429821] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.429821] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.429965] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.430066] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.430161] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26d28aa6-769e-4f48-8961-8000ce72a26f already deleted. [ 635.430244] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26d28aa6-769e-4f48-8961-8000ce72a26f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.430420] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26d28aa6-769e-4f48-8961-8000ce72a26f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.430572] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26d28aa6-769e-4f48-8961-8000ce72a26f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.430662] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26d28aa6-769e-4f48-8961-8000ce72a26f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.455622] env[65426]: INFO networking_nsxv3.common.synchronization [req-eec5c3a7-fccd-4323-97c3-6221567f2e26 req-8c4f0d13-459f-4148-9c9c-ef10c00135d0 service nova] Enqueued Resource ID: a4fe4e42-dd2d-4057-828e-c0a56074ca9c with Priority: HIGHEST for action security_group_rules [ 635.455866] env[65426]: INFO networking_nsxv3.common.synchronization [req-eec5c3a7-fccd-4323-97c3-6221567f2e26 req-8c4f0d13-459f-4148-9c9c-ef10c00135d0 service nova] Enqueued Resource ID: a4fe4e42-dd2d-4057-828e-c0a56074ca9c with Priority: HIGHEST for action security_group_members [ 635.456707] env[65426]: INFO networking_nsxv3.common.synchronization [req-eec5c3a7-fccd-4323-97c3-6221567f2e26 req-8c4f0d13-459f-4148-9c9c-ef10c00135d0 service nova] Enqueued Resource ID: 7dcf8224-9c59-4997-9c87-a84032f2c8e9 with Priority: HIGHEST for action port [ 635.456707] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4fe4e42-dd2d-4057-828e-c0a56074ca9c with Priority: HIGHEST for action security_group_rules [ 635.456707] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4fe4e42-dd2d-4057-828e-c0a56074ca9c with Priority: HIGHEST for action security_group_members [ 635.457014] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dcf8224-9c59-4997-9c87-a84032f2c8e9 with Priority: HIGHEST for action port [ 635.457099] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4fe4e42-dd2d-4057-828e-c0a56074ca9c taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.457300] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4fe4e42-dd2d-4057-828e-c0a56074ca9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.457413] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4fe4e42-dd2d-4057-828e-c0a56074ca9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.457627] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4fe4e42-dd2d-4057-828e-c0a56074ca9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.457707] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4fe4e42-dd2d-4057-828e-c0a56074ca9c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.458610] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4fe4e42-dd2d-4057-828e-c0a56074ca9c taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.458714] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4fe4e42-dd2d-4057-828e-c0a56074ca9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.458772] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4fe4e42-dd2d-4057-828e-c0a56074ca9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.459051] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4fe4e42-dd2d-4057-828e-c0a56074ca9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.459088] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.459177] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.459237] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.459385] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.459470] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.459576] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4fe4e42-dd2d-4057-828e-c0a56074ca9c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.460346] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dcf8224-9c59-4997-9c87-a84032f2c8e9 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.460441] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dcf8224-9c59-4997-9c87-a84032f2c8e9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.460488] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dcf8224-9c59-4997-9c87-a84032f2c8e9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.460640] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dcf8224-9c59-4997-9c87-a84032f2c8e9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.460712] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dcf8224-9c59-4997-9c87-a84032f2c8e9',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.469996] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.470191] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.470238] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.470411] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.470581] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.487279] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 645031fb-012f-4325-a00e-eb792d9e60b3 in Status: IN_PROGRESS for 2s [ 635.607382] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.887254] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('645031fb-012f-4325-a00e-eb792d9e60b3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.959739] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.960045] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.960045] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.960230] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.960299] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.960399] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26d28aa6-769e-4f48-8961-8000ce72a26f already deleted. [ 635.960483] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26d28aa6-769e-4f48-8961-8000ce72a26f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.964352] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4fe4e42-dd2d-4057-828e-c0a56074ca9c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.965659] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4fe4e42-dd2d-4057-828e-c0a56074ca9c taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.965659] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4fe4e42-dd2d-4057-828e-c0a56074ca9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.965895] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7dcf8224-9c59-4997-9c87-a84032f2c8e9 with status ACTIVE [ 635.966250] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.966250] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.966392] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.966539] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.966662] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.966839] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.967117] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.967117] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.967304] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.967346] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.967572] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.967679] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.967789] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.967957] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.968046] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.968137] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7dcf8224-9c59-4997-9c87-a84032f2c8e9 is going to be updated. [ 635.996502] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.998176] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.998423] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.998789] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.998934] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.999085] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dcf8224-9c59-4997-9c87-a84032f2c8e9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.111076] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.111284] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.111450] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.111711] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.111839] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.111981] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4854309-962d-48c8-b0eb-2c80cfee614f is going to be updated. [ 636.148738] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.148967] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.148967] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.149227] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.149395] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.158875] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4854309-962d-48c8-b0eb-2c80cfee614f in Status: IN_PROGRESS for 2s [ 636.315072] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 in Status: SUCCESS [ 636.315364] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.390545] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.390703] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.390750] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.391155] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.391238] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.391283] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 645031fb-012f-4325-a00e-eb792d9e60b3 is going to be updated. [ 636.429918] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.430038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.430038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.430745] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.430745] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.447401] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 645031fb-012f-4325-a00e-eb792d9e60b3 in Status: IN_PROGRESS for 2s [ 636.470555] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4fe4e42-dd2d-4057-828e-c0a56074ca9c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.975025] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.975025] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.975025] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.975025] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.975485] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.975485] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4fe4e42-dd2d-4057-828e-c0a56074ca9c is going to be created. [ 637.005471] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.005613] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.005685] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.005940] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.006181] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.019686] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4fe4e42-dd2d-4057-828e-c0a56074ca9c in Status: UNINITIALIZED for 2s [ 637.121307] env[65426]: INFO networking_nsxv3.common.synchronization [None req-131dfda5-a80c-4a92-a79e-03345ecdaa8d None None] Enqueued Resource ID: d95e68da-039a-47f4-8cb4-e3fc149f6f40 with Priority: HIGHEST for action port [ 637.127038] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e in Status: SUCCESS [ 637.127038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.127038] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d95e68da-039a-47f4-8cb4-e3fc149f6f40 with Priority: HIGHEST for action port [ 637.127038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.127038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.127038] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.127038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.127038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.127038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.127038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.127038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.127038] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20a52370-7c11-41ec-a9a6-514bb8c5356e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.127038] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-d95e68da-039a-47f4-8cb4-e3fc149f6f40 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.127038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d95e68da-039a-47f4-8cb4-e3fc149f6f40" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.127038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d95e68da-039a-47f4-8cb4-e3fc149f6f40" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.127038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d95e68da-039a-47f4-8cb4-e3fc149f6f40" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.127038] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d95e68da-039a-47f4-8cb4-e3fc149f6f40',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.506242] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 645031fb-012f-4325-a00e-eb792d9e60b3 in Status: SUCCESS [ 637.506242] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.506242] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.506242] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.506242] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('645031fb-012f-4325-a00e-eb792d9e60b3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.630434] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-20a52370-7c11-41ec-a9a6-514bb8c5356e taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.631495] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.631495] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.631495] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.631495] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.632435] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.632435] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.632435] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.632435] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.632435] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.632435] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-20a52370-7c11-41ec-a9a6-514bb8c5356e taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.632435] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.632435] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.632986] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.632986] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.632986] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.632986] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.633244] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.633244] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.635699] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.635699] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20a52370-7c11-41ec-a9a6-514bb8c5356e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.635699] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d95e68da-039a-47f4-8cb4-e3fc149f6f40 [ 637.635699] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.635699] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.635699] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.635699] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.635699] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.635699] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d95e68da-039a-47f4-8cb4-e3fc149f6f40 already deleted. [ 637.635699] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d95e68da-039a-47f4-8cb4-e3fc149f6f40" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.008105] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-645031fb-012f-4325-a00e-eb792d9e60b3 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.008503] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.084427] env[65426]: INFO networking_nsxv3.common.synchronization [req-8c168d35-529a-4143-af79-1ea6a8a5e78e req-9d09c875-8152-4ccb-a773-a13762b0374c tempest-ServersAdminNegativeTestJSON-842906392 tempest-ServersAdminNegativeTestJSON-842906392-project-member] Enqueued Resource ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 with Priority: HIGHEST for action security_group_members [ 638.085043] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 with Priority: HIGHEST for action security_group_members [ 638.085433] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-427619b0-330f-4333-b26b-8da5ebc7a1e4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.086053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.086053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.086289] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.086458] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.086568] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.086633] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.086789] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.086875] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.086975] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('427619b0-330f-4333-b26b-8da5ebc7a1e4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.138179] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20a52370-7c11-41ec-a9a6-514bb8c5356e: rpc.has_security_group_logging(os_id): False [ 638.157028] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.157215] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.157215] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.157361] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.157459] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.158984] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.159308] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.159308] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.159416] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.159416] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.159648] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.159742] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.159805] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.159950] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.160113] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.160620] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.160769] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.160834] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.160981] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.161069] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.161155] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e is going to be updated. [ 638.173722] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4854309-962d-48c8-b0eb-2c80cfee614f in Status: SUCCESS [ 638.177675] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.177675] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.177675] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.177675] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.177675] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.177675] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.177675] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.177675] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.177675] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.177675] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.230794] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.230914] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.230962] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.231364] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.231541] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.248883] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e in Status: IN_PROGRESS for 2s [ 638.460517] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 645031fb-012f-4325-a00e-eb792d9e60b3 in Status: SUCCESS [ 638.460517] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.460930] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.461186] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.461838] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.462042] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.462163] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.462413] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.462492] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.462619] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.462758] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('645031fb-012f-4325-a00e-eb792d9e60b3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.590410] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.590410] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.590410] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.590410] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.590410] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.590410] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.590410] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.590743] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.590743] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.590743] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.590743] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 already deleted. [ 638.590855] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.680455] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4854309-962d-48c8-b0eb-2c80cfee614f taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.681496] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.681671] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.682041] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.682344] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.682528] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.682633] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.682912] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.683067] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.683232] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.683490] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4854309-962d-48c8-b0eb-2c80cfee614f taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.683653] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.683750] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.683997] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.686098] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.686205] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.686273] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.686644] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.686644] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.686644] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.686794] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.706877] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-394 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.707076] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.707196] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.707499] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.707738] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.707912] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.709826] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.710141] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.710296] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.710510] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.710647] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 638.710751] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 638.710863] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 638.710909] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.711032] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 638.711163] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 638.734354] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.734354] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 638.734354] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.734354] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.734911] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-d90341e5-2502-4fce-8dbb-87a9aed30076 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.734911] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-d90341e5-2502-4fce-8dbb-87a9aed30076" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.734911] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-d90341e5-2502-4fce-8dbb-87a9aed30076" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.735274] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-d90341e5-2502-4fce-8dbb-87a9aed30076" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.735428] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d90341e5-2502-4fce-8dbb-87a9aed30076',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.971039] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-645031fb-012f-4325-a00e-eb792d9e60b3 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.971039] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.971039] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.971039] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.971039] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.971039] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.971039] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.971039] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.971039] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.971039] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.971039] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-645031fb-012f-4325-a00e-eb792d9e60b3 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.971039] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.971039] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.971039] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.972212] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.972523] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.972755] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.973113] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.973365] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.973608] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.973840] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('645031fb-012f-4325-a00e-eb792d9e60b3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.033865] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4fe4e42-dd2d-4057-828e-c0a56074ca9c in Status: SUCCESS [ 639.033865] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4fe4e42-dd2d-4057-828e-c0a56074ca9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.033865] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4fe4e42-dd2d-4057-828e-c0a56074ca9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.033865] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4fe4e42-dd2d-4057-828e-c0a56074ca9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.033865] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.033865] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.033865] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.033865] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.033865] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.033865] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4fe4e42-dd2d-4057-828e-c0a56074ca9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.033865] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4fe4e42-dd2d-4057-828e-c0a56074ca9c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.195077] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4854309-962d-48c8-b0eb-2c80cfee614f: rpc.has_security_group_logging(os_id): False [ 639.219858] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.220195] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.220351] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.220669] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.220842] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.221529] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.221722] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.221872] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.222591] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.222591] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.222591] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.222591] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.222817] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.223060] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.224041] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.224041] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.224041] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.224041] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.224041] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.224326] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.224526] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4854309-962d-48c8-b0eb-2c80cfee614f is going to be updated. [ 639.238024] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.238258] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.238443] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.238767] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.238945] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.242697] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port d90341e5-2502-4fce-8dbb-87a9aed30076 not found, creating... [ 639.242697] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.242697] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.242697] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.242697] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.242697] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.242697] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.242697] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.242697] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.242697] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.243611] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.243611] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: d90341e5-2502-4fce-8dbb-87a9aed30076 is going to be created. [ 639.263398] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.263648] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.263755] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.264102] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.264213] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.264427] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-d90341e5-2502-4fce-8dbb-87a9aed30076" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.327959] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.328326] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.328326] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.328666] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.328725] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.350892] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4854309-962d-48c8-b0eb-2c80cfee614f in Status: IN_PROGRESS for 2s [ 639.478480] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 645031fb-012f-4325-a00e-eb792d9e60b3: rpc.has_security_group_logging(os_id): False [ 639.501638] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.501892] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.501892] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.504942] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.505131] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.505887] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.506153] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.506245] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.506575] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.506894] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.507733] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.508432] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.508523] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.508774] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.508921] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.509205] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.509353] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.509447] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.509641] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.509747] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.509867] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 645031fb-012f-4325-a00e-eb792d9e60b3 is going to be updated. [ 639.540600] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4fe4e42-dd2d-4057-828e-c0a56074ca9c taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.540600] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4fe4e42-dd2d-4057-828e-c0a56074ca9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.540600] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4fe4e42-dd2d-4057-828e-c0a56074ca9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.540600] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4fe4e42-dd2d-4057-828e-c0a56074ca9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.540895] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.541066] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.541189] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.541415] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.541564] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.541698] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4fe4e42-dd2d-4057-828e-c0a56074ca9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.541895] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4fe4e42-dd2d-4057-828e-c0a56074ca9c taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.542046] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4fe4e42-dd2d-4057-828e-c0a56074ca9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.542151] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4fe4e42-dd2d-4057-828e-c0a56074ca9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.542338] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4fe4e42-dd2d-4057-828e-c0a56074ca9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.542526] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.542650] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.542754] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.542938] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.543085] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.543215] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4fe4e42-dd2d-4057-828e-c0a56074ca9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.543367] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4fe4e42-dd2d-4057-828e-c0a56074ca9c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.602959] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.604746] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.604746] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.604746] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.604746] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.629778] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 645031fb-012f-4325-a00e-eb792d9e60b3 in Status: IN_PROGRESS for 2s [ 640.030278] env[65426]: INFO networking_nsxv3.common.synchronization [req-8c168d35-529a-4143-af79-1ea6a8a5e78e req-1cb1a030-ea76-406d-8675-39aeeda4c701 service nova] Enqueued Resource ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 with Priority: HIGHEST for action security_group_rules [ 640.030469] env[65426]: INFO networking_nsxv3.common.synchronization [req-8c168d35-529a-4143-af79-1ea6a8a5e78e req-1cb1a030-ea76-406d-8675-39aeeda4c701 service nova] Enqueued Resource ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 with Priority: HIGHEST for action security_group_members [ 640.030702] env[65426]: INFO networking_nsxv3.common.synchronization [req-8c168d35-529a-4143-af79-1ea6a8a5e78e req-1cb1a030-ea76-406d-8675-39aeeda4c701 service nova] Enqueued Resource ID: d90341e5-2502-4fce-8dbb-87a9aed30076 with Priority: HIGHEST for action port [ 640.031256] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 with Priority: HIGHEST for action security_group_rules [ 640.031415] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 with Priority: HIGHEST for action security_group_members [ 640.031521] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d90341e5-2502-4fce-8dbb-87a9aed30076 with Priority: HIGHEST for action port [ 640.031812] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-427619b0-330f-4333-b26b-8da5ebc7a1e4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.031937] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.032037] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.032320] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.032415] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('427619b0-330f-4333-b26b-8da5ebc7a1e4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.033308] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-427619b0-330f-4333-b26b-8da5ebc7a1e4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.033625] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.033625] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.034883] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.034883] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.034883] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.034883] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.034883] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.034883] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.034883] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('427619b0-330f-4333-b26b-8da5ebc7a1e4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.035559] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-d90341e5-2502-4fce-8dbb-87a9aed30076 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.035559] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d90341e5-2502-4fce-8dbb-87a9aed30076" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.035709] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d90341e5-2502-4fce-8dbb-87a9aed30076" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.036142] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d90341e5-2502-4fce-8dbb-87a9aed30076" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.036142] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d90341e5-2502-4fce-8dbb-87a9aed30076',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.045401] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4fe4e42-dd2d-4057-828e-c0a56074ca9c: rpc.has_security_group_logging(os_id): False [ 640.065067] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.065249] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.065525] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.065907] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.065968] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.066222] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.066440] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.066440] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.066643] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.067353] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.067606] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.067703] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.067784] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.067918] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.067994] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.068283] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.068549] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.068549] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.068639] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.068752] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.068922] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4fe4e42-dd2d-4057-828e-c0a56074ca9c is going to be created. [ 640.134339] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.134707] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.134773] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.134998] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.135198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.147730] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4fe4e42-dd2d-4057-828e-c0a56074ca9c in Status: IN_PROGRESS for 2s [ 640.282131] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e in Status: SUCCESS [ 640.282688] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.293805] env[65426]: INFO networking_nsxv3.common.synchronization [None req-e8e48813-3b83-4845-852e-15e9a380c605 None None] Enqueued Resource ID: 2bb37747-991a-4bd0-bf03-2c7bbf6f8b19 with Priority: HIGHEST for action port [ 640.295540] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb37747-991a-4bd0-bf03-2c7bbf6f8b19 with Priority: HIGHEST for action port [ 640.296122] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bb37747-991a-4bd0-bf03-2c7bbf6f8b19 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.296122] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bb37747-991a-4bd0-bf03-2c7bbf6f8b19" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.296488] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bb37747-991a-4bd0-bf03-2c7bbf6f8b19" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.296627] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bb37747-991a-4bd0-bf03-2c7bbf6f8b19" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.296760] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bb37747-991a-4bd0-bf03-2c7bbf6f8b19',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.538400] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('427619b0-330f-4333-b26b-8da5ebc7a1e4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.539487] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-427619b0-330f-4333-b26b-8da5ebc7a1e4 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.539675] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.542021] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d90341e5-2502-4fce-8dbb-87a9aed30076 with status ACTIVE [ 640.542021] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.542021] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.542021] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.542021] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.542021] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.542021] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.542021] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.542021] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.542021] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.542021] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.542021] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.542021] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.542021] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.542021] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.542021] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.542021] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d90341e5-2502-4fce-8dbb-87a9aed30076 is going to be updated. [ 640.565633] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.565858] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.565936] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.566376] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.566376] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.566552] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d90341e5-2502-4fce-8dbb-87a9aed30076" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.800455] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2bb37747-991a-4bd0-bf03-2c7bbf6f8b19 [ 640.800455] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.801882] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.801882] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.801882] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.801882] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.801882] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2bb37747-991a-4bd0-bf03-2c7bbf6f8b19 already deleted. [ 640.801882] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bb37747-991a-4bd0-bf03-2c7bbf6f8b19" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.892151] env[65426]: INFO networking_nsxv3.common.synchronization [req-1bce6170-7e61-4f3c-b447-e1fa950103a0 req-3402da90-3a36-4de8-9f9b-276714a9b4ec tempest-ServerDiagnosticsTest-1963698582 tempest-ServerDiagnosticsTest-1963698582-project-member] Enqueued Resource ID: 3fe104e6-399f-4da0-af70-03afcf8c12ea with Priority: HIGHEST for action security_group_members [ 640.892929] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe104e6-399f-4da0-af70-03afcf8c12ea with Priority: HIGHEST for action security_group_members [ 640.892929] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-3fe104e6-399f-4da0-af70-03afcf8c12ea taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.896717] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3fe104e6-399f-4da0-af70-03afcf8c12ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.896717] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3fe104e6-399f-4da0-af70-03afcf8c12ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.896717] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3fe104e6-399f-4da0-af70-03afcf8c12ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.896717] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.896717] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.897380] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.897380] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.897380] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.897380] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3fe104e6-399f-4da0-af70-03afcf8c12ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.043816] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('427619b0-330f-4333-b26b-8da5ebc7a1e4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.367227] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4854309-962d-48c8-b0eb-2c80cfee614f in Status: SUCCESS [ 641.367614] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.402263] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.402423] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.402497] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.402740] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.402834] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.403055] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.403156] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.403219] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.403372] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.403453] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.403540] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe104e6-399f-4da0-af70-03afcf8c12ea is going to be updated. [ 641.435016] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.435016] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.435016] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.435016] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.435016] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.444676] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe104e6-399f-4da0-af70-03afcf8c12ea in Status: IN_PROGRESS for 2s [ 641.546243] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.546511] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.546511] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.546722] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.546831] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.546916] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 is going to be created. [ 641.604989] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.604989] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.604989] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.605530] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.605530] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.617797] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 in Status: UNINITIALIZED for 2s [ 641.644906] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 645031fb-012f-4325-a00e-eb792d9e60b3 in Status: SUCCESS [ 641.644906] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.644906] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.644906] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.644906] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('645031fb-012f-4325-a00e-eb792d9e60b3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.023171] env[65426]: INFO networking_nsxv3.common.synchronization [req-ff238955-440a-4894-81fb-a86725b9f817 req-9667ff06-227f-4203-8683-4f39e1b6edc1 tempest-ListServerFiltersTestJSON-1687151240 tempest-ListServerFiltersTestJSON-1687151240-project-member] Enqueued Resource ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e with Priority: HIGHEST for action security_group_members [ 642.023701] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e with Priority: HIGHEST for action security_group_members [ 642.024009] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-20a52370-7c11-41ec-a9a6-514bb8c5356e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.024136] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.024201] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.024397] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.024544] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.024640] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.024702] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.024841] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.024926] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.025946] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20a52370-7c11-41ec-a9a6-514bb8c5356e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.146925] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-645031fb-012f-4325-a00e-eb792d9e60b3 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.148325] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.149214] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.149608] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.154024] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.154024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.154024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.154024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.154024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.154024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.154024] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('645031fb-012f-4325-a00e-eb792d9e60b3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.166219] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4fe4e42-dd2d-4057-828e-c0a56074ca9c in Status: SUCCESS [ 642.166440] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4fe4e42-dd2d-4057-828e-c0a56074ca9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.528139] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20a52370-7c11-41ec-a9a6-514bb8c5356e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.660028] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-645031fb-012f-4325-a00e-eb792d9e60b3 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.660028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.660028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.660028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.660028] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.660028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.660028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.660028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.660028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.660028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.660028] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-645031fb-012f-4325-a00e-eb792d9e60b3 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.660028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.660028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.660028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.660028] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.660028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.660846] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.660846] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.660846] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.660846] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.660846] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('645031fb-012f-4325-a00e-eb792d9e60b3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.034731] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20a52370-7c11-41ec-a9a6-514bb8c5356e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.064399] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-604 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.064399] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-604" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.064399] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-604" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.064695] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-604" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.064881] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.065041] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.065153] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.065499] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.065638] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.065828] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.065988] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.066062] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.066140] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.066237] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.066331] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.066449] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.085218] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.085363] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 643.086750] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.086750] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-604" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.086750] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-d62e59eb-debe-4beb-ab96-0b7d09fbb1c0 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.086750] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-d62e59eb-debe-4beb-ab96-0b7d09fbb1c0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.086750] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-d62e59eb-debe-4beb-ab96-0b7d09fbb1c0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.086750] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-d62e59eb-debe-4beb-ab96-0b7d09fbb1c0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.086750] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d62e59eb-debe-4beb-ab96-0b7d09fbb1c0',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.164270] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 645031fb-012f-4325-a00e-eb792d9e60b3: rpc.has_security_group_logging(os_id): False [ 643.184028] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.184028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.184028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.184028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.184028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.184028] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.184495] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.184495] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.184495] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.184495] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.184777] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.184910] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.184980] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.185209] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.185297] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.185565] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.185703] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.185818] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.186031] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.186083] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.186907] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 645031fb-012f-4325-a00e-eb792d9e60b3 is going to be updated. [ 643.257560] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.257560] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.257849] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.257888] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.258088] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.276317] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 645031fb-012f-4325-a00e-eb792d9e60b3 in Status: IN_PROGRESS for 2s [ 643.324031] env[65426]: INFO networking_nsxv3.common.synchronization [None req-d5f59c6c-761a-4b7a-81e2-34054c1a69cf None None] Enqueued Resource ID: de7e4625-a1f7-4f4c-98ce-ecf4612a0b06 with Priority: HIGHEST for action port [ 643.324031] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7e4625-a1f7-4f4c-98ce-ecf4612a0b06 with Priority: HIGHEST for action port [ 643.324647] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-de7e4625-a1f7-4f4c-98ce-ecf4612a0b06 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.325048] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de7e4625-a1f7-4f4c-98ce-ecf4612a0b06" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.325294] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de7e4625-a1f7-4f4c-98ce-ecf4612a0b06" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.325811] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de7e4625-a1f7-4f4c-98ce-ecf4612a0b06" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.326066] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de7e4625-a1f7-4f4c-98ce-ecf4612a0b06',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.455512] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3fe104e6-399f-4da0-af70-03afcf8c12ea in Status: SUCCESS [ 643.455710] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3fe104e6-399f-4da0-af70-03afcf8c12ea deletion is rescheduled due to dependency. [ 643.455830] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3fe104e6-399f-4da0-af70-03afcf8c12ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.536904] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.537129] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.537129] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.537382] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.537497] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.537595] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e is going to be updated. [ 643.569734] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.570101] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.570198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.570575] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.570825] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.583954] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e in Status: IN_PROGRESS for 2s [ 643.589392] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.589700] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.589887] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.590309] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.590540] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.590770] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port d62e59eb-debe-4beb-ab96-0b7d09fbb1c0 not found, creating... [ 643.591196] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.591422] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.591602] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.591935] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.592194] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.592643] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.592857] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.593051] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.593372] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.593575] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.593787] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: d62e59eb-debe-4beb-ab96-0b7d09fbb1c0 is going to be created. [ 643.615857] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.616086] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.616208] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.616573] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.616763] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.616982] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-d62e59eb-debe-4beb-ab96-0b7d09fbb1c0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.634938] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 in Status: SUCCESS [ 643.634938] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.634938] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.634938] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.634938] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.634938] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.634938] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.634938] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.634938] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.634938] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.634938] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('427619b0-330f-4333-b26b-8da5ebc7a1e4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.689441] env[65426]: INFO networking_nsxv3.common.synchronization [None req-20632deb-849a-4636-887c-8c316fd5845d None None] Enqueued Resource ID: 78d2820a-14f0-4ca0-8f3f-c6f447b967e3 with Priority: HIGHEST for action port [ 643.690736] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78d2820a-14f0-4ca0-8f3f-c6f447b967e3 with Priority: HIGHEST for action port [ 643.691166] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-78d2820a-14f0-4ca0-8f3f-c6f447b967e3 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.691307] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78d2820a-14f0-4ca0-8f3f-c6f447b967e3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.691392] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78d2820a-14f0-4ca0-8f3f-c6f447b967e3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.691979] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78d2820a-14f0-4ca0-8f3f-c6f447b967e3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.691979] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78d2820a-14f0-4ca0-8f3f-c6f447b967e3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.829565] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de7e4625-a1f7-4f4c-98ce-ecf4612a0b06 [ 643.829810] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.829946] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.830019] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.830235] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.830323] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.830418] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de7e4625-a1f7-4f4c-98ce-ecf4612a0b06 already deleted. [ 643.830499] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de7e4625-a1f7-4f4c-98ce-ecf4612a0b06" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.141056] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-427619b0-330f-4333-b26b-8da5ebc7a1e4 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.141056] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.141056] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.141056] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.141056] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.141056] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.141056] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.141056] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.141056] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.141056] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.141056] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-427619b0-330f-4333-b26b-8da5ebc7a1e4 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.141056] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.141056] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.141865] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.141865] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.141865] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.141865] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.141865] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.141865] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.141865] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.141865] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('427619b0-330f-4333-b26b-8da5ebc7a1e4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.194619] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78d2820a-14f0-4ca0-8f3f-c6f447b967e3 [ 644.195024] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.195024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.195024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.195307] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.195449] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.195619] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78d2820a-14f0-4ca0-8f3f-c6f447b967e3 already deleted. [ 644.195761] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78d2820a-14f0-4ca0-8f3f-c6f447b967e3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.389249] env[65426]: INFO networking_nsxv3.common.synchronization [req-ff238955-440a-4894-81fb-a86725b9f817 req-4df7ab48-4728-4848-af1b-0428c6a6b8ee service nova] Enqueued Resource ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e with Priority: HIGHEST for action security_group_rules [ 644.389249] env[65426]: INFO networking_nsxv3.common.synchronization [req-ff238955-440a-4894-81fb-a86725b9f817 req-4df7ab48-4728-4848-af1b-0428c6a6b8ee service nova] Enqueued Resource ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e with Priority: HIGHEST for action security_group_members [ 644.389484] env[65426]: INFO networking_nsxv3.common.synchronization [req-ff238955-440a-4894-81fb-a86725b9f817 req-4df7ab48-4728-4848-af1b-0428c6a6b8ee service nova] Enqueued Resource ID: d62e59eb-debe-4beb-ab96-0b7d09fbb1c0 with Priority: HIGHEST for action port [ 644.390109] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e with Priority: HIGHEST for action security_group_rules [ 644.390418] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e with Priority: HIGHEST for action security_group_members [ 644.390418] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d62e59eb-debe-4beb-ab96-0b7d09fbb1c0 with Priority: HIGHEST for action port [ 644.390978] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20a52370-7c11-41ec-a9a6-514bb8c5356e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.391117] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.391117] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.392057] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.392057] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20a52370-7c11-41ec-a9a6-514bb8c5356e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.393553] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-20a52370-7c11-41ec-a9a6-514bb8c5356e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.393553] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.393553] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-d62e59eb-debe-4beb-ab96-0b7d09fbb1c0 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.393825] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d62e59eb-debe-4beb-ab96-0b7d09fbb1c0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.393825] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d62e59eb-debe-4beb-ab96-0b7d09fbb1c0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.393825] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d62e59eb-debe-4beb-ab96-0b7d09fbb1c0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.394140] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d62e59eb-debe-4beb-ab96-0b7d09fbb1c0',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.645757] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 427619b0-330f-4333-b26b-8da5ebc7a1e4: rpc.has_security_group_logging(os_id): False [ 644.665042] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.665241] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.665241] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.665460] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.665548] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.665759] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.666653] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.666653] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.666653] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.666653] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.666653] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.666653] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.666653] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.666653] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.666996] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.666996] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.666996] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.666996] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.668972] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.668972] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.668972] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 is going to be created. [ 644.733672] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.733797] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.733855] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.734144] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.734521] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.746280] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 in Status: IN_PROGRESS for 2s [ 644.897069] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-20a52370-7c11-41ec-a9a6-514bb8c5356e taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.897069] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.897278] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d62e59eb-debe-4beb-ab96-0b7d09fbb1c0 with status ACTIVE [ 644.897518] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.897622] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.897717] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.897932] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.897988] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.898189] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.898276] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.898368] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.898569] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.898652] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.898833] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.898926] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.898980] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.899152] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.899213] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.899309] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d62e59eb-debe-4beb-ab96-0b7d09fbb1c0 is going to be updated. [ 644.927579] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.927676] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.927714] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.927909] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.928074] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.928200] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d62e59eb-debe-4beb-ab96-0b7d09fbb1c0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.948562] env[65426]: INFO networking_nsxv3.common.synchronization [req-cb97c992-dc4a-48b8-8553-2de92f7d6933 req-87fa6790-cd14-45ab-aa88-e0f700f0111c tempest-VolumesAssistedSnapshotsTest-118526775 tempest-VolumesAssistedSnapshotsTest-118526775-project-member] Enqueued Resource ID: c42e0f06-cc93-48cd-8537-afbff61c0002 with Priority: HIGHEST for action security_group_members [ 644.949786] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42e0f06-cc93-48cd-8537-afbff61c0002 with Priority: HIGHEST for action security_group_members [ 644.950296] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-c42e0f06-cc93-48cd-8537-afbff61c0002 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.950296] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c42e0f06-cc93-48cd-8537-afbff61c0002" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.950485] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c42e0f06-cc93-48cd-8537-afbff61c0002" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.951373] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c42e0f06-cc93-48cd-8537-afbff61c0002" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.951373] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.951555] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.951555] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.951771] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.951883] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.952014] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c42e0f06-cc93-48cd-8537-afbff61c0002',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.297236] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 645031fb-012f-4325-a00e-eb792d9e60b3 in Status: SUCCESS [ 645.297560] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.458521] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-573 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.458738] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-573" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.458841] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-573" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.459218] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-573" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.460037] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.460037] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.460037] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.460292] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.460509] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.460770] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.460990] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.461105] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.461245] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.462455] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.462455] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.462455] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.462888] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.463054] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.463401] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.463401] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.463401] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.463553] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.463654] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.463697] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.463835] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.463913] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.464135] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c42e0f06-cc93-48cd-8537-afbff61c0002 already deleted. [ 645.464193] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c42e0f06-cc93-48cd-8537-afbff61c0002" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.483575] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.483801] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 645.483955] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.484780] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-573" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.484780] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-d3253bf4-60a7-40cc-84e7-f43b28dd35ac taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.485013] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-d3253bf4-60a7-40cc-84e7-f43b28dd35ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.485193] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-d3253bf4-60a7-40cc-84e7-f43b28dd35ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.485856] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-d3253bf4-60a7-40cc-84e7-f43b28dd35ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.485856] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3253bf4-60a7-40cc-84e7-f43b28dd35ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.599178] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e in Status: SUCCESS [ 645.599178] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.599178] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.599178] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.599178] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.599178] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.599178] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.599178] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.599178] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.599178] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20a52370-7c11-41ec-a9a6-514bb8c5356e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.890696] env[65426]: INFO networking_nsxv3.common.synchronization [None req-88929d36-b272-4aba-9cb2-1dbb24a71abd None None] Enqueued Resource ID: 114d7d8c-e97f-4179-b6d4-7f33cd548ac7 with Priority: HIGHEST for action port [ 645.893371] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 114d7d8c-e97f-4179-b6d4-7f33cd548ac7 with Priority: HIGHEST for action port [ 645.893734] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-114d7d8c-e97f-4179-b6d4-7f33cd548ac7 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.893866] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-114d7d8c-e97f-4179-b6d4-7f33cd548ac7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.894034] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-114d7d8c-e97f-4179-b6d4-7f33cd548ac7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.894214] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-114d7d8c-e97f-4179-b6d4-7f33cd548ac7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.894296] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('114d7d8c-e97f-4179-b6d4-7f33cd548ac7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.988220] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.988896] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.989202] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.989684] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.989965] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.992063] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port d3253bf4-60a7-40cc-84e7-f43b28dd35ac not found, creating... [ 645.992063] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.992063] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.992063] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.992063] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.992063] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.992063] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.992586] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.992829] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.993597] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.993829] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.994736] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: d3253bf4-60a7-40cc-84e7-f43b28dd35ac is going to be created. [ 646.020089] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.020383] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.020426] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.021348] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.021348] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.021546] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-d3253bf4-60a7-40cc-84e7-f43b28dd35ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.104914] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20a52370-7c11-41ec-a9a6-514bb8c5356e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.396333] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 114d7d8c-e97f-4179-b6d4-7f33cd548ac7 [ 646.396658] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.396723] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.396759] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.397021] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.397122] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.397186] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:114d7d8c-e97f-4179-b6d4-7f33cd548ac7 already deleted. [ 646.397271] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-114d7d8c-e97f-4179-b6d4-7f33cd548ac7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.609449] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20a52370-7c11-41ec-a9a6-514bb8c5356e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.746919] env[65426]: INFO networking_nsxv3.common.synchronization [req-cb97c992-dc4a-48b8-8553-2de92f7d6933 req-e3d97191-f63a-4513-beac-59349447681d service nova] Enqueued Resource ID: c42e0f06-cc93-48cd-8537-afbff61c0002 with Priority: HIGHEST for action security_group_rules [ 646.746919] env[65426]: INFO networking_nsxv3.common.synchronization [req-cb97c992-dc4a-48b8-8553-2de92f7d6933 req-e3d97191-f63a-4513-beac-59349447681d service nova] Enqueued Resource ID: c42e0f06-cc93-48cd-8537-afbff61c0002 with Priority: HIGHEST for action security_group_members [ 646.746919] env[65426]: INFO networking_nsxv3.common.synchronization [req-cb97c992-dc4a-48b8-8553-2de92f7d6933 req-e3d97191-f63a-4513-beac-59349447681d service nova] Enqueued Resource ID: d3253bf4-60a7-40cc-84e7-f43b28dd35ac with Priority: HIGHEST for action port [ 646.750739] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42e0f06-cc93-48cd-8537-afbff61c0002 with Priority: HIGHEST for action security_group_rules [ 646.750739] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42e0f06-cc93-48cd-8537-afbff61c0002 with Priority: HIGHEST for action security_group_members [ 646.750739] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3253bf4-60a7-40cc-84e7-f43b28dd35ac with Priority: HIGHEST for action port [ 646.750739] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c42e0f06-cc93-48cd-8537-afbff61c0002 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.750739] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c42e0f06-cc93-48cd-8537-afbff61c0002" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.750739] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c42e0f06-cc93-48cd-8537-afbff61c0002" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.751305] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c42e0f06-cc93-48cd-8537-afbff61c0002" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.751305] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c42e0f06-cc93-48cd-8537-afbff61c0002',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.752162] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-c42e0f06-cc93-48cd-8537-afbff61c0002 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.755037] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c42e0f06-cc93-48cd-8537-afbff61c0002" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.755037] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c42e0f06-cc93-48cd-8537-afbff61c0002" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.755037] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c42e0f06-cc93-48cd-8537-afbff61c0002" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.755037] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.755037] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.755037] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.755037] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.755037] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.755037] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c42e0f06-cc93-48cd-8537-afbff61c0002',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.755817] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3253bf4-60a7-40cc-84e7-f43b28dd35ac taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.756129] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3253bf4-60a7-40cc-84e7-f43b28dd35ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.756572] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3253bf4-60a7-40cc-84e7-f43b28dd35ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.756572] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3253bf4-60a7-40cc-84e7-f43b28dd35ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.756572] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3253bf4-60a7-40cc-84e7-f43b28dd35ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.769028] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 in Status: SUCCESS [ 646.769028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.909562] env[65426]: INFO networking_nsxv3.common.synchronization [None req-122fc7cb-85b3-463c-aa6e-d854e6cbf370 None None] Enqueued Resource ID: d4fd2fc3-9cac-4735-8cab-6fcab904a883 with Priority: HIGHEST for action port [ 646.911465] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4fd2fc3-9cac-4735-8cab-6fcab904a883 with Priority: HIGHEST for action port [ 646.911465] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4fd2fc3-9cac-4735-8cab-6fcab904a883 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.911465] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4fd2fc3-9cac-4735-8cab-6fcab904a883" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.911465] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4fd2fc3-9cac-4735-8cab-6fcab904a883" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.911747] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4fd2fc3-9cac-4735-8cab-6fcab904a883" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.911747] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4fd2fc3-9cac-4735-8cab-6fcab904a883',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.110866] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.111060] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.111145] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.111352] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.111452] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.111534] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e is going to be updated. [ 647.154082] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.154082] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.154082] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.155596] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.155761] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.169514] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e in Status: IN_PROGRESS for 2s [ 647.258602] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c42e0f06-cc93-48cd-8537-afbff61c0002',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.259413] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-c42e0f06-cc93-48cd-8537-afbff61c0002 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.259557] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c42e0f06-cc93-48cd-8537-afbff61c0002" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.260494] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d3253bf4-60a7-40cc-84e7-f43b28dd35ac with status ACTIVE [ 647.260494] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.260494] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.260494] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.260494] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.260494] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.260902] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.260902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.260902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.261063] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.261063] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.261207] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.261902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.261902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.261902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.261902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.261902] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d3253bf4-60a7-40cc-84e7-f43b28dd35ac is going to be updated. [ 647.297262] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.297563] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.297621] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.297905] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.298395] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.301578] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3253bf4-60a7-40cc-84e7-f43b28dd35ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.413759] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4fd2fc3-9cac-4735-8cab-6fcab904a883 [ 647.414290] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.414290] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.414290] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.414560] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.414652] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.414750] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4fd2fc3-9cac-4735-8cab-6fcab904a883 already deleted. [ 647.414824] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4fd2fc3-9cac-4735-8cab-6fcab904a883" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.541831] env[65426]: INFO networking_nsxv3.common.synchronization [req-e7719926-3b84-4fb6-b35a-9b3433e34ed9 req-9e8280a8-6ef8-4356-95bc-b405a7f28b9e tempest-VolumesAdminNegativeTest-1340685234 tempest-VolumesAdminNegativeTest-1340685234-project-member] Enqueued Resource ID: 5346f313-ca74-4b75-b5b6-39120ca30dea with Priority: HIGHEST for action security_group_members [ 647.542503] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5346f313-ca74-4b75-b5b6-39120ca30dea with Priority: HIGHEST for action security_group_members [ 647.543438] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5346f313-ca74-4b75-b5b6-39120ca30dea taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.543438] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5346f313-ca74-4b75-b5b6-39120ca30dea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.543438] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5346f313-ca74-4b75-b5b6-39120ca30dea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.544309] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5346f313-ca74-4b75-b5b6-39120ca30dea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.544490] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.544638] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.544746] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.545022] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.545163] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.545274] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5346f313-ca74-4b75-b5b6-39120ca30dea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.764802] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c42e0f06-cc93-48cd-8537-afbff61c0002',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.048563] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.050836] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.050836] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.050836] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.050836] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.050836] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.050836] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.050836] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.050836] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.050836] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.050836] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5346f313-ca74-4b75-b5b6-39120ca30dea already deleted. [ 648.050836] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5346f313-ca74-4b75-b5b6-39120ca30dea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.150482] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-182 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.150700] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-182" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.150819] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-182" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.151143] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-182" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.151770] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.151924] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.152047] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.152261] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.152408] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.152616] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.152719] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.152819] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.153555] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.153555] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.153555] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.153555] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.175076] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.175076] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 648.175076] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.175304] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-182" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.175486] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-b765f112-e297-4b6e-a4ec-603adc4d41f9 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.175727] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-b765f112-e297-4b6e-a4ec-603adc4d41f9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.175821] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-b765f112-e297-4b6e-a4ec-603adc4d41f9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.176084] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-b765f112-e297-4b6e-a4ec-603adc4d41f9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.176251] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b765f112-e297-4b6e-a4ec-603adc4d41f9',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.271191] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.271191] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.271390] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.271432] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.271528] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.271622] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c42e0f06-cc93-48cd-8537-afbff61c0002 is going to be created. [ 648.299273] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.299273] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.299661] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.299731] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.300031] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.310202] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c42e0f06-cc93-48cd-8537-afbff61c0002 in Status: UNINITIALIZED for 2s [ 648.680699] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.681085] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.681261] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.681533] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.681709] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.681875] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port b765f112-e297-4b6e-a4ec-603adc4d41f9 not found, creating... [ 648.682179] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.682358] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.682468] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.682736] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.682876] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.683245] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.683417] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.683519] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.683752] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.683882] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.684030] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: b765f112-e297-4b6e-a4ec-603adc4d41f9 is going to be created. [ 648.704876] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.705098] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.705220] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.705516] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.705744] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.705961] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-b765f112-e297-4b6e-a4ec-603adc4d41f9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.182314] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e in Status: SUCCESS [ 649.182314] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.182314] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.182314] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.182314] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.182314] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.182314] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.182314] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.182314] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.182314] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.182314] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20a52370-7c11-41ec-a9a6-514bb8c5356e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.467592] env[65426]: INFO networking_nsxv3.common.synchronization [req-e7719926-3b84-4fb6-b35a-9b3433e34ed9 req-cdd60908-afac-450b-82af-12e99ab69f26 service nova] Enqueued Resource ID: 5346f313-ca74-4b75-b5b6-39120ca30dea with Priority: HIGHEST for action security_group_rules [ 649.467720] env[65426]: INFO networking_nsxv3.common.synchronization [req-e7719926-3b84-4fb6-b35a-9b3433e34ed9 req-cdd60908-afac-450b-82af-12e99ab69f26 service nova] Enqueued Resource ID: 5346f313-ca74-4b75-b5b6-39120ca30dea with Priority: HIGHEST for action security_group_members [ 649.467856] env[65426]: INFO networking_nsxv3.common.synchronization [req-e7719926-3b84-4fb6-b35a-9b3433e34ed9 req-cdd60908-afac-450b-82af-12e99ab69f26 service nova] Enqueued Resource ID: b765f112-e297-4b6e-a4ec-603adc4d41f9 with Priority: HIGHEST for action port [ 649.468580] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5346f313-ca74-4b75-b5b6-39120ca30dea with Priority: HIGHEST for action security_group_rules [ 649.468762] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5346f313-ca74-4b75-b5b6-39120ca30dea with Priority: HIGHEST for action security_group_members [ 649.468926] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b765f112-e297-4b6e-a4ec-603adc4d41f9 with Priority: HIGHEST for action port [ 649.469950] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5346f313-ca74-4b75-b5b6-39120ca30dea taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.469950] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5346f313-ca74-4b75-b5b6-39120ca30dea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.469950] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5346f313-ca74-4b75-b5b6-39120ca30dea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.469950] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5346f313-ca74-4b75-b5b6-39120ca30dea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.470327] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5346f313-ca74-4b75-b5b6-39120ca30dea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.471299] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5346f313-ca74-4b75-b5b6-39120ca30dea taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.471396] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5346f313-ca74-4b75-b5b6-39120ca30dea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.471396] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5346f313-ca74-4b75-b5b6-39120ca30dea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.471611] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5346f313-ca74-4b75-b5b6-39120ca30dea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.471791] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.471909] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.471989] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.472200] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.472306] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.472419] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5346f313-ca74-4b75-b5b6-39120ca30dea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.473452] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-b765f112-e297-4b6e-a4ec-603adc4d41f9 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.473591] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b765f112-e297-4b6e-a4ec-603adc4d41f9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.473673] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b765f112-e297-4b6e-a4ec-603adc4d41f9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.474583] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b765f112-e297-4b6e-a4ec-603adc4d41f9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.474583] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b765f112-e297-4b6e-a4ec-603adc4d41f9',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.686981] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-20a52370-7c11-41ec-a9a6-514bb8c5356e taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.686981] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.686981] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.686981] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.686981] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.686981] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.686981] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.686981] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.686981] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.686981] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.686981] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-20a52370-7c11-41ec-a9a6-514bb8c5356e taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.686981] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.686981] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.687966] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.687966] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.687966] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.687966] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.687966] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.687966] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.687966] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.687966] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20a52370-7c11-41ec-a9a6-514bb8c5356e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.975550] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5346f313-ca74-4b75-b5b6-39120ca30dea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.976603] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5346f313-ca74-4b75-b5b6-39120ca30dea taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.976745] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5346f313-ca74-4b75-b5b6-39120ca30dea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.977079] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b765f112-e297-4b6e-a4ec-603adc4d41f9 with status ACTIVE [ 649.977243] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.977447] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.977447] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.977701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.977701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.977866] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.977986] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.978081] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.978171] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.978249] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.978423] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.978545] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.978766] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.978940] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.978940] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.979071] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b765f112-e297-4b6e-a4ec-603adc4d41f9 is going to be updated. [ 650.010099] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.010099] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.012472] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.012472] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.012472] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.012472] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b765f112-e297-4b6e-a4ec-603adc4d41f9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.130910] env[65426]: INFO networking_nsxv3.common.synchronization [req-a03ec7a2-36a1-482f-92a6-10c56ea0a493 req-4c800ac1-cad8-4cdc-8904-3803c2377a2a tempest-ListImageFiltersTestJSON-614800768 tempest-ListImageFiltersTestJSON-614800768-project-member] Enqueued Resource ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 with Priority: HIGHEST for action security_group_members [ 650.133044] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 with Priority: HIGHEST for action security_group_members [ 650.133044] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.133044] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.133044] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.133044] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.133044] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.133044] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.133977] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.133977] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.133977] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.133977] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb6a5ba5-6d80-4fb2-8c06-8642c3571c84',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.191123] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20a52370-7c11-41ec-a9a6-514bb8c5356e: rpc.has_security_group_logging(os_id): False [ 650.210562] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.210820] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.210820] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.213623] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.213623] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.213623] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.213623] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.213623] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.213623] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.213623] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.213623] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.213623] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.213623] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.213623] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.213623] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.213623] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.213623] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.214627] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.214627] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.214627] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.214627] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e is going to be updated. [ 650.289628] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.289820] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.289820] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.290088] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.290209] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.305875] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e in Status: IN_PROGRESS for 2s [ 650.325492] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c42e0f06-cc93-48cd-8537-afbff61c0002 in Status: SUCCESS [ 650.325697] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c42e0f06-cc93-48cd-8537-afbff61c0002" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.325945] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c42e0f06-cc93-48cd-8537-afbff61c0002" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.326405] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c42e0f06-cc93-48cd-8537-afbff61c0002" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.326466] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.326591] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.327205] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.327807] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.328067] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.328288] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c42e0f06-cc93-48cd-8537-afbff61c0002" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.328450] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c42e0f06-cc93-48cd-8537-afbff61c0002',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.479200] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5346f313-ca74-4b75-b5b6-39120ca30dea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.637567] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.637567] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.637567] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.637567] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.637567] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.637567] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.637567] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.637567] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.637567] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.637567] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.637567] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 already deleted. [ 650.637567] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.701913] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-394 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.702239] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.702239] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.702501] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.702750] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.702898] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.703015] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.703311] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.703502] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.703764] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.703909] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.704054] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.704190] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.704325] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.704452] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.704605] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.724689] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.724859] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.724992] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.725180] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.725559] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-ec6e1a13-60b6-47a9-8498-a11418b1b124 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.725746] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-ec6e1a13-60b6-47a9-8498-a11418b1b124" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.725861] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-ec6e1a13-60b6-47a9-8498-a11418b1b124" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.726207] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-ec6e1a13-60b6-47a9-8498-a11418b1b124" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.726340] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec6e1a13-60b6-47a9-8498-a11418b1b124',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.832576] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c42e0f06-cc93-48cd-8537-afbff61c0002',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.980998] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.981171] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.981245] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.981468] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.981565] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.981653] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5346f313-ca74-4b75-b5b6-39120ca30dea is going to be created. [ 651.007082] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.007532] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.007672] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.007942] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.008075] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.019134] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5346f313-ca74-4b75-b5b6-39120ca30dea in Status: UNINITIALIZED for 2s [ 651.229033] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.229132] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.229251] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.229823] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.229983] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.230151] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port ec6e1a13-60b6-47a9-8498-a11418b1b124 not found, creating... [ 651.230411] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.230571] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.230681] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.232041] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.232837] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.232837] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.232837] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.233086] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.233179] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.233302] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.233441] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: ec6e1a13-60b6-47a9-8498-a11418b1b124 is going to be created. [ 651.258290] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.258564] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.258564] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.259269] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.259269] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.259478] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-ec6e1a13-60b6-47a9-8498-a11418b1b124" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.335080] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c42e0f06-cc93-48cd-8537-afbff61c0002: rpc.has_security_group_logging(os_id): False [ 651.364438] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.364438] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.364438] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.364438] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.365199] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.365199] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.365199] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.365602] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.365672] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.365752] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.365854] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c42e0f06-cc93-48cd-8537-afbff61c0002 is going to be created. [ 651.435197] env[65426]: INFO networking_nsxv3.common.synchronization [None req-e599bfcf-87be-4112-a4b3-1e860e8857c2 None None] Enqueued Resource ID: ec5d7bbd-e48f-42d9-a1ed-d5a9f237596a with Priority: HIGHEST for action port [ 651.435197] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec5d7bbd-e48f-42d9-a1ed-d5a9f237596a with Priority: HIGHEST for action port [ 651.435197] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec5d7bbd-e48f-42d9-a1ed-d5a9f237596a taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.435197] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec5d7bbd-e48f-42d9-a1ed-d5a9f237596a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.435197] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec5d7bbd-e48f-42d9-a1ed-d5a9f237596a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.435197] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec5d7bbd-e48f-42d9-a1ed-d5a9f237596a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.435197] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec5d7bbd-e48f-42d9-a1ed-d5a9f237596a',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.441229] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.441582] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.442492] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.442492] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.442492] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.458166] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c42e0f06-cc93-48cd-8537-afbff61c0002 in Status: IN_PROGRESS for 2s [ 651.938307] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec5d7bbd-e48f-42d9-a1ed-d5a9f237596a [ 651.938662] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.938819] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.938819] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.939055] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.939147] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.939244] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec5d7bbd-e48f-42d9-a1ed-d5a9f237596a already deleted. [ 651.939357] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec5d7bbd-e48f-42d9-a1ed-d5a9f237596a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.008382] env[65426]: INFO networking_nsxv3.common.synchronization [req-a03ec7a2-36a1-482f-92a6-10c56ea0a493 req-73c1b243-6ed4-4130-b713-119b20cc5c59 service nova] Enqueued Resource ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 with Priority: HIGHEST for action security_group_rules [ 652.008606] env[65426]: INFO networking_nsxv3.common.synchronization [req-a03ec7a2-36a1-482f-92a6-10c56ea0a493 req-73c1b243-6ed4-4130-b713-119b20cc5c59 service nova] Enqueued Resource ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 with Priority: HIGHEST for action security_group_members [ 652.008800] env[65426]: INFO networking_nsxv3.common.synchronization [req-a03ec7a2-36a1-482f-92a6-10c56ea0a493 req-73c1b243-6ed4-4130-b713-119b20cc5c59 service nova] Enqueued Resource ID: ec6e1a13-60b6-47a9-8498-a11418b1b124 with Priority: HIGHEST for action port [ 652.011784] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 with Priority: HIGHEST for action security_group_rules [ 652.011784] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 with Priority: HIGHEST for action security_group_members [ 652.011784] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec6e1a13-60b6-47a9-8498-a11418b1b124 with Priority: HIGHEST for action port [ 652.011784] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.011784] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.016111] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.016672] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.016672] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb6a5ba5-6d80-4fb2-8c06-8642c3571c84',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.018933] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.018933] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.018933] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.018933] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.018933] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.018933] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.018933] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.018933] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.018933] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.019332] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb6a5ba5-6d80-4fb2-8c06-8642c3571c84',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.020045] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec6e1a13-60b6-47a9-8498-a11418b1b124 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.020206] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec6e1a13-60b6-47a9-8498-a11418b1b124" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.020301] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec6e1a13-60b6-47a9-8498-a11418b1b124" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.020482] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec6e1a13-60b6-47a9-8498-a11418b1b124" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.020590] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec6e1a13-60b6-47a9-8498-a11418b1b124',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.355020] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e in Status: SUCCESS [ 652.355142] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.422671] env[65426]: INFO networking_nsxv3.common.synchronization [req-8fff8494-5f56-4033-b5be-a175282fb27a req-5ad82887-6176-4679-b3c8-bd6f1650974d tempest-ListImageFiltersTestJSON-614800768 tempest-ListImageFiltersTestJSON-614800768-project-member] Enqueued Resource ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 with Priority: HIGHEST for action security_group_members [ 652.423524] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 with Priority: HIGHEST for action security_group_members [ 652.424071] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.424218] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.522849] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb6a5ba5-6d80-4fb2-8c06-8642c3571c84',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.523629] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.523629] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.523874] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec6e1a13-60b6-47a9-8498-a11418b1b124 with status ACTIVE [ 652.524103] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.524290] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.524403] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.524627] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.524760] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.525435] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.525435] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.525435] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.525667] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.525667] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.525801] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.526272] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.526272] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.526272] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.526272] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.526272] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec6e1a13-60b6-47a9-8498-a11418b1b124 is going to be updated. [ 652.553206] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.553423] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.553496] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.553712] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.553846] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.554021] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec6e1a13-60b6-47a9-8498-a11418b1b124" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.789665] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-394 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.789850] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.790251] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.790251] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.790479] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.790730] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.790730] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.790921] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.791106] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.791318] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.791429] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.791633] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.791727] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.791828] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.791926] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.792062] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.814017] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.814212] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 652.814348] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.814707] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.815215] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-dd2ce4c3-39c3-4d83-82ce-c18faeca01fb taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.815437] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-dd2ce4c3-39c3-4d83-82ce-c18faeca01fb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.815557] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-dd2ce4c3-39c3-4d83-82ce-c18faeca01fb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.815887] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-dd2ce4c3-39c3-4d83-82ce-c18faeca01fb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.817260] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd2ce4c3-39c3-4d83-82ce-c18faeca01fb',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.029504] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5346f313-ca74-4b75-b5b6-39120ca30dea in Status: SUCCESS [ 653.029504] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5346f313-ca74-4b75-b5b6-39120ca30dea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.029504] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb6a5ba5-6d80-4fb2-8c06-8642c3571c84',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.030442] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5346f313-ca74-4b75-b5b6-39120ca30dea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.030659] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5346f313-ca74-4b75-b5b6-39120ca30dea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.030848] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.031531] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.031531] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.031531] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.031531] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.031531] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5346f313-ca74-4b75-b5b6-39120ca30dea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.031531] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5346f313-ca74-4b75-b5b6-39120ca30dea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.318421] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.318849] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.319063] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.319370] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.319574] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.319736] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port dd2ce4c3-39c3-4d83-82ce-c18faeca01fb not found, creating... [ 653.320159] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.320347] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.320466] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.320707] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.320887] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.321243] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.321438] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.321581] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.321819] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.321977] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.322164] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: dd2ce4c3-39c3-4d83-82ce-c18faeca01fb is going to be created. [ 653.345776] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.346009] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.346137] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.346403] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.346622] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.346839] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-dd2ce4c3-39c3-4d83-82ce-c18faeca01fb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.474679] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c42e0f06-cc93-48cd-8537-afbff61c0002 in Status: SUCCESS [ 653.475436] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c42e0f06-cc93-48cd-8537-afbff61c0002" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.534194] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.534367] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.534488] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.534749] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.534867] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.534979] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 is going to be created. [ 653.536852] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5346f313-ca74-4b75-b5b6-39120ca30dea taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.536852] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5346f313-ca74-4b75-b5b6-39120ca30dea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.536852] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5346f313-ca74-4b75-b5b6-39120ca30dea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.537736] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5346f313-ca74-4b75-b5b6-39120ca30dea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.539225] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.539225] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.539225] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.539225] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.539225] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.539225] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5346f313-ca74-4b75-b5b6-39120ca30dea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.539225] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5346f313-ca74-4b75-b5b6-39120ca30dea taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.539225] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5346f313-ca74-4b75-b5b6-39120ca30dea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.539225] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5346f313-ca74-4b75-b5b6-39120ca30dea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.539225] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5346f313-ca74-4b75-b5b6-39120ca30dea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.539225] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.539911] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.539911] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.539911] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.539911] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.539911] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5346f313-ca74-4b75-b5b6-39120ca30dea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.539911] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5346f313-ca74-4b75-b5b6-39120ca30dea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.578924] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.578924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.578924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.578924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.578924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.588452] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 in Status: UNINITIALIZED for 2s [ 653.688154] env[65426]: INFO networking_nsxv3.common.synchronization [None req-7f431394-3e65-4a3e-96d2-46db90840b3b None None] Enqueued Resource ID: 177136f3-70ce-479e-a215-3301bfbbffb3 with Priority: HIGHEST for action port [ 653.690809] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 177136f3-70ce-479e-a215-3301bfbbffb3 with Priority: HIGHEST for action port [ 653.691861] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-177136f3-70ce-479e-a215-3301bfbbffb3 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.691861] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-177136f3-70ce-479e-a215-3301bfbbffb3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.691861] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-177136f3-70ce-479e-a215-3301bfbbffb3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.691861] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-177136f3-70ce-479e-a215-3301bfbbffb3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.691861] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('177136f3-70ce-479e-a215-3301bfbbffb3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.042496] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5346f313-ca74-4b75-b5b6-39120ca30dea: rpc.has_security_group_logging(os_id): False [ 654.064265] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.064265] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.064265] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.064265] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.064265] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.064265] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.064265] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.064661] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.064766] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.065062] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.065308] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.065471] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.065560] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.065733] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.065832] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.066067] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.066205] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.066266] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.066406] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.067013] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.067013] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5346f313-ca74-4b75-b5b6-39120ca30dea is going to be created. [ 654.092406] env[65426]: INFO networking_nsxv3.common.synchronization [req-8fff8494-5f56-4033-b5be-a175282fb27a req-4ba56c24-38a3-40a9-b836-cdc50d57828c service nova] Enqueued Resource ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 with Priority: HIGHEST for action security_group_rules [ 654.092406] env[65426]: INFO networking_nsxv3.common.synchronization [req-8fff8494-5f56-4033-b5be-a175282fb27a req-4ba56c24-38a3-40a9-b836-cdc50d57828c service nova] Enqueued Resource ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 with Priority: HIGHEST for action security_group_members [ 654.092406] env[65426]: INFO networking_nsxv3.common.synchronization [req-8fff8494-5f56-4033-b5be-a175282fb27a req-4ba56c24-38a3-40a9-b836-cdc50d57828c service nova] Enqueued Resource ID: dd2ce4c3-39c3-4d83-82ce-c18faeca01fb with Priority: HIGHEST for action port [ 654.092406] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 with Priority: HIGHEST for action security_group_rules [ 654.092406] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 with Priority: HIGHEST for action security_group_members [ 654.092406] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd2ce4c3-39c3-4d83-82ce-c18faeca01fb with Priority: HIGHEST for action port [ 654.093150] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.093261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.093484] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.093574] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.093757] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd2ce4c3-39c3-4d83-82ce-c18faeca01fb taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.093838] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd2ce4c3-39c3-4d83-82ce-c18faeca01fb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.093899] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd2ce4c3-39c3-4d83-82ce-c18faeca01fb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.094154] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd2ce4c3-39c3-4d83-82ce-c18faeca01fb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.094193] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd2ce4c3-39c3-4d83-82ce-c18faeca01fb',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.136857] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.136857] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.136857] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.136857] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.136857] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.149077] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5346f313-ca74-4b75-b5b6-39120ca30dea in Status: IN_PROGRESS for 2s [ 654.194280] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 177136f3-70ce-479e-a215-3301bfbbffb3 [ 654.194280] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.194449] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.194449] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.194640] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.194774] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.194827] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:177136f3-70ce-479e-a215-3301bfbbffb3 already deleted. [ 654.194895] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-177136f3-70ce-479e-a215-3301bfbbffb3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.596825] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd2ce4c3-39c3-4d83-82ce-c18faeca01fb with status ACTIVE [ 654.597126] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.597291] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.597291] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.597504] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.597594] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.597786] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.597888] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.597942] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.598155] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.598240] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.598449] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.598552] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.598624] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.598862] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.599032] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.599231] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd2ce4c3-39c3-4d83-82ce-c18faeca01fb is going to be updated. [ 654.632386] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.632386] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.632386] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.632386] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.632386] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.632386] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd2ce4c3-39c3-4d83-82ce-c18faeca01fb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.600607] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 in Status: SUCCESS [ 655.600993] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.601133] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.601549] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.601744] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.601865] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.601936] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.602195] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.602293] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.602415] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb6a5ba5-6d80-4fb2-8c06-8642c3571c84',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.104759] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb6a5ba5-6d80-4fb2-8c06-8642c3571c84',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.176638] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5346f313-ca74-4b75-b5b6-39120ca30dea in Status: SUCCESS [ 656.176784] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5346f313-ca74-4b75-b5b6-39120ca30dea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.607829] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb6a5ba5-6d80-4fb2-8c06-8642c3571c84',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.632308] env[65426]: INFO networking_nsxv3.common.synchronization [req-c8f08b2c-87f4-4b12-9287-dd3aff115eb9 req-c3fc856f-838b-48ac-9018-65c7953a7761 tempest-InstanceActionsV221TestJSON-739472358 tempest-InstanceActionsV221TestJSON-739472358-project-member] Enqueued Resource ID: c86ca883-7000-4ae0-bc89-e13fd64ee6c4 with Priority: HIGHEST for action security_group_members [ 656.633238] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c86ca883-7000-4ae0-bc89-e13fd64ee6c4 with Priority: HIGHEST for action security_group_members [ 656.633311] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86ca883-7000-4ae0-bc89-e13fd64ee6c4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.633389] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86ca883-7000-4ae0-bc89-e13fd64ee6c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.633635] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86ca883-7000-4ae0-bc89-e13fd64ee6c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.633834] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86ca883-7000-4ae0-bc89-e13fd64ee6c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.633954] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.634086] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.634503] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.634503] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.634503] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.634503] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c86ca883-7000-4ae0-bc89-e13fd64ee6c4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.978378] env[65426]: INFO networking_nsxv3.common.synchronization [None req-4b7de7cf-dcbd-44a2-9a06-93d09593ccea None None] Enqueued Resource ID: 45b42533-cfa5-4821-87e1-53dff646ca07 with Priority: HIGHEST for action port [ 656.979365] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b42533-cfa5-4821-87e1-53dff646ca07 with Priority: HIGHEST for action port [ 656.979861] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-45b42533-cfa5-4821-87e1-53dff646ca07 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.980136] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45b42533-cfa5-4821-87e1-53dff646ca07" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.980322] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45b42533-cfa5-4821-87e1-53dff646ca07" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.980674] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45b42533-cfa5-4821-87e1-53dff646ca07" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.981085] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45b42533-cfa5-4821-87e1-53dff646ca07',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.114512] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.114789] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.114789] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.115325] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.115325] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.115325] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 is going to be updated. [ 657.137689] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.137830] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.138891] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.138891] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.138891] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.138891] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.138891] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.138891] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.139187] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.139187] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.139248] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c86ca883-7000-4ae0-bc89-e13fd64ee6c4 already deleted. [ 657.140008] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86ca883-7000-4ae0-bc89-e13fd64ee6c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.148163] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.148326] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.148408] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.148641] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.148841] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.161287] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 in Status: IN_PROGRESS for 2s [ 657.264895] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.265693] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-432" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.265693] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-432" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.266044] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-432" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.266758] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.266995] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.267126] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.267422] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.268321] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.268439] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.268537] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.268672] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.268773] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.268946] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.269015] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.269162] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.315133] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.315391] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 657.315494] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.315681] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-432" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.316060] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-d8ddf79c-f891-4a89-8d51-f1bba0c9e902 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.316268] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-d8ddf79c-f891-4a89-8d51-f1bba0c9e902" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.316431] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-d8ddf79c-f891-4a89-8d51-f1bba0c9e902" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.316740] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-d8ddf79c-f891-4a89-8d51-f1bba0c9e902" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.316900] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8ddf79c-f891-4a89-8d51-f1bba0c9e902',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.484478] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45b42533-cfa5-4821-87e1-53dff646ca07 [ 657.484729] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.484885] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.484941] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.485165] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.485306] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.485362] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45b42533-cfa5-4821-87e1-53dff646ca07 already deleted. [ 657.485426] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45b42533-cfa5-4821-87e1-53dff646ca07" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.763113] env[65426]: INFO networking_nsxv3.common.synchronization [req-0fd18160-dbc7-49dd-83d2-d8d6a41d9e12 req-53cfb3bb-0b7d-436f-bf97-dfdbe2906522 tempest-ListServersNegativeTestJSON-632441149 tempest-ListServersNegativeTestJSON-632441149-project-member] Enqueued Resource ID: 645031fb-012f-4325-a00e-eb792d9e60b3 with Priority: HIGHEST for action security_group_members [ 657.763898] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 645031fb-012f-4325-a00e-eb792d9e60b3 with Priority: HIGHEST for action security_group_members [ 657.765693] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-645031fb-012f-4325-a00e-eb792d9e60b3 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.765862] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.765930] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.766263] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.766432] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.766561] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.766624] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.766779] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.766866] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.767017] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('645031fb-012f-4325-a00e-eb792d9e60b3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.821069] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.821721] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.821721] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.821721] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.821935] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.821998] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port d8ddf79c-f891-4a89-8d51-f1bba0c9e902 not found, creating... [ 657.822442] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.822442] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.822589] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.822749] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.822911] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.823401] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.823401] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.823555] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.824483] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.824483] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.824483] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: d8ddf79c-f891-4a89-8d51-f1bba0c9e902 is going to be created. [ 657.848346] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.848684] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.848814] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.849448] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.849681] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.849883] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-d8ddf79c-f891-4a89-8d51-f1bba0c9e902" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.270747] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('645031fb-012f-4325-a00e-eb792d9e60b3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.598520] env[65426]: INFO networking_nsxv3.common.synchronization [req-c8f08b2c-87f4-4b12-9287-dd3aff115eb9 req-b037fe13-7d9a-471f-9523-3d814afc7f1a service nova] Enqueued Resource ID: c86ca883-7000-4ae0-bc89-e13fd64ee6c4 with Priority: HIGHEST for action security_group_rules [ 658.598851] env[65426]: INFO networking_nsxv3.common.synchronization [req-c8f08b2c-87f4-4b12-9287-dd3aff115eb9 req-b037fe13-7d9a-471f-9523-3d814afc7f1a service nova] Enqueued Resource ID: c86ca883-7000-4ae0-bc89-e13fd64ee6c4 with Priority: HIGHEST for action security_group_members [ 658.598955] env[65426]: INFO networking_nsxv3.common.synchronization [req-c8f08b2c-87f4-4b12-9287-dd3aff115eb9 req-b037fe13-7d9a-471f-9523-3d814afc7f1a service nova] Enqueued Resource ID: d8ddf79c-f891-4a89-8d51-f1bba0c9e902 with Priority: HIGHEST for action port [ 658.599715] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c86ca883-7000-4ae0-bc89-e13fd64ee6c4 with Priority: HIGHEST for action security_group_rules [ 658.599715] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c86ca883-7000-4ae0-bc89-e13fd64ee6c4 with Priority: HIGHEST for action security_group_members [ 658.599715] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8ddf79c-f891-4a89-8d51-f1bba0c9e902 with Priority: HIGHEST for action port [ 658.600024] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c86ca883-7000-4ae0-bc89-e13fd64ee6c4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.600309] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c86ca883-7000-4ae0-bc89-e13fd64ee6c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.600309] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c86ca883-7000-4ae0-bc89-e13fd64ee6c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.600512] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c86ca883-7000-4ae0-bc89-e13fd64ee6c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.600679] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c86ca883-7000-4ae0-bc89-e13fd64ee6c4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.601876] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86ca883-7000-4ae0-bc89-e13fd64ee6c4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.602370] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86ca883-7000-4ae0-bc89-e13fd64ee6c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.602370] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86ca883-7000-4ae0-bc89-e13fd64ee6c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.602370] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86ca883-7000-4ae0-bc89-e13fd64ee6c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.602509] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.602509] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.602605] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.602689] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.602757] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.603225] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c86ca883-7000-4ae0-bc89-e13fd64ee6c4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.603661] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8ddf79c-f891-4a89-8d51-f1bba0c9e902 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.604206] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8ddf79c-f891-4a89-8d51-f1bba0c9e902" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.604206] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8ddf79c-f891-4a89-8d51-f1bba0c9e902" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.604206] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8ddf79c-f891-4a89-8d51-f1bba0c9e902" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.604206] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8ddf79c-f891-4a89-8d51-f1bba0c9e902',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.739545] env[65426]: INFO networking_nsxv3.common.synchronization [None req-7e4bf763-89c4-41d0-ae8f-ff15a5f19e6d None None] Enqueued Resource ID: 57ba91a8-bf61-4c28-8aa8-f64b7914b247 with Priority: HIGHEST for action port [ 658.740279] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ba91a8-bf61-4c28-8aa8-f64b7914b247 with Priority: HIGHEST for action port [ 658.740540] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-57ba91a8-bf61-4c28-8aa8-f64b7914b247 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.740631] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57ba91a8-bf61-4c28-8aa8-f64b7914b247" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.740768] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57ba91a8-bf61-4c28-8aa8-f64b7914b247" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.740949] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57ba91a8-bf61-4c28-8aa8-f64b7914b247" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.741029] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57ba91a8-bf61-4c28-8aa8-f64b7914b247',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.775512] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('645031fb-012f-4325-a00e-eb792d9e60b3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.107196] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86ca883-7000-4ae0-bc89-e13fd64ee6c4 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.107196] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86ca883-7000-4ae0-bc89-e13fd64ee6c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.107196] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c86ca883-7000-4ae0-bc89-e13fd64ee6c4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.108559] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8ddf79c-f891-4a89-8d51-f1bba0c9e902 with status ACTIVE [ 659.108559] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.108559] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.108559] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.109383] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.109383] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.109383] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.109383] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.109383] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.109383] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.110083] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.110083] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.110083] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.110083] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.110083] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.110709] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.110709] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8ddf79c-f891-4a89-8d51-f1bba0c9e902 is going to be updated. [ 659.137751] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.137751] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.137751] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.138061] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.138061] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.138382] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8ddf79c-f891-4a89-8d51-f1bba0c9e902" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.177076] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 in Status: SUCCESS [ 659.177076] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.177211] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.177393] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.177615] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.177760] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.177810] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.177983] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.178102] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.178181] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.178263] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb6a5ba5-6d80-4fb2-8c06-8642c3571c84',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.180154] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.180411] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.180672] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.180850] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.180926] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.181147] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.181289] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.181397] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb6a5ba5-6d80-4fb2-8c06-8642c3571c84',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.244410] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57ba91a8-bf61-4c28-8aa8-f64b7914b247 [ 659.244410] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.244410] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.244410] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.244410] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.244410] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.244410] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57ba91a8-bf61-4c28-8aa8-f64b7914b247 already deleted. [ 659.244907] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57ba91a8-bf61-4c28-8aa8-f64b7914b247" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.280090] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.280090] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.280090] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.280090] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.280090] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.280090] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 645031fb-012f-4325-a00e-eb792d9e60b3 is going to be updated. [ 659.332298] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.332472] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.332607] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.332724] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.332868] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.345500] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 645031fb-012f-4325-a00e-eb792d9e60b3 in Status: IN_PROGRESS for 2s [ 659.612450] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c86ca883-7000-4ae0-bc89-e13fd64ee6c4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.681496] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.681496] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.684755] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb6a5ba5-6d80-4fb2-8c06-8642c3571c84',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.795904] env[65426]: INFO networking_nsxv3.common.synchronization [req-169f3339-22ea-4229-aa16-c2ef24f1c4b4 req-fc14be04-4657-4f30-9c63-fc9a2fe7e806 tempest-ServersWithSpecificFlavorTestJSON-732847517 tempest-ServersWithSpecificFlavorTestJSON-732847517-project-member] Enqueued Resource ID: 6221598e-80dd-419c-b559-4db19a1b425d with Priority: HIGHEST for action security_group_members [ 659.795904] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6221598e-80dd-419c-b559-4db19a1b425d with Priority: HIGHEST for action security_group_members [ 659.795904] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-6221598e-80dd-419c-b559-4db19a1b425d taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.795904] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.795904] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.795904] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.795904] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.795904] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.795904] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.795904] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.795904] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.795904] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6221598e-80dd-419c-b559-4db19a1b425d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.115728] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.115916] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.117451] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.117451] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.117451] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.117451] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c86ca883-7000-4ae0-bc89-e13fd64ee6c4 is going to be created. [ 660.141792] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.141971] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.142061] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.142259] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.142416] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.152803] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86ca883-7000-4ae0-bc89-e13fd64ee6c4 in Status: UNINITIALIZED for 2s [ 660.187522] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb6a5ba5-6d80-4fb2-8c06-8642c3571c84',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.297239] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.297734] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.297992] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.299663] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.299663] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.299663] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.299663] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.299663] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.299663] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.299663] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.299663] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6221598e-80dd-419c-b559-4db19a1b425d already deleted. [ 660.299663] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.465083] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-46 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.465277] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-46" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.465537] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-46" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.465722] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-46" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.465967] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.466131] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.466238] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.466445] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.466613] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.466774] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.466877] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.466971] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.467205] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.467205] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.467353] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.467392] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.489631] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.489817] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 660.490138] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.490435] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-46" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.490719] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-93bdc309-9006-44ad-adfb-9064267a58be taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.490915] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-93bdc309-9006-44ad-adfb-9064267a58be" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.491107] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-93bdc309-9006-44ad-adfb-9064267a58be" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.491387] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-93bdc309-9006-44ad-adfb-9064267a58be" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.491532] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93bdc309-9006-44ad-adfb-9064267a58be',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.689596] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.689780] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.689849] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.690088] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.690190] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.690300] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 is going to be updated. [ 660.723348] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.723552] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.723552] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.723754] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.723898] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.742906] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 in Status: IN_PROGRESS for 2s [ 660.812611] env[65426]: INFO networking_nsxv3.common.synchronization [None req-a144c7a0-4b4c-4645-bfb2-c473334edb6b None None] Enqueued Resource ID: 916a36c6-89e0-4a84-9fc5-b96ff236a759 with Priority: HIGHEST for action port [ 660.813281] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 916a36c6-89e0-4a84-9fc5-b96ff236a759 with Priority: HIGHEST for action port [ 660.813549] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-916a36c6-89e0-4a84-9fc5-b96ff236a759 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.813700] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-916a36c6-89e0-4a84-9fc5-b96ff236a759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.813794] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-916a36c6-89e0-4a84-9fc5-b96ff236a759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.814293] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-916a36c6-89e0-4a84-9fc5-b96ff236a759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.814293] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('916a36c6-89e0-4a84-9fc5-b96ff236a759',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.994126] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.994342] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.994460] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.995202] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.995360] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.995516] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 93bdc309-9006-44ad-adfb-9064267a58be not found, creating... [ 660.995789] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.995936] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.996053] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.996274] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.996400] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.996677] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.998055] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.998466] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.999062] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.999062] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.999842] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 93bdc309-9006-44ad-adfb-9064267a58be is going to be created. [ 661.022313] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.022660] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.022775] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.023026] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.023253] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.023500] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-93bdc309-9006-44ad-adfb-9064267a58be" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.319010] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 916a36c6-89e0-4a84-9fc5-b96ff236a759 [ 661.319780] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.319926] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.320053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.320401] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.320504] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.320990] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:916a36c6-89e0-4a84-9fc5-b96ff236a759 already deleted. [ 661.320990] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-916a36c6-89e0-4a84-9fc5-b96ff236a759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.358214] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 645031fb-012f-4325-a00e-eb792d9e60b3 in Status: SUCCESS [ 661.358480] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.422758] env[65426]: INFO networking_nsxv3.common.synchronization [req-ca49a4b7-618d-49fe-8c11-1c4b466fddea req-8e068bda-096e-4541-943f-c8b7efbd11d1 tempest-AttachInterfacesTestJSON-1787164303 tempest-AttachInterfacesTestJSON-1787164303-project-member] Enqueued Resource ID: 26d28aa6-769e-4f48-8961-8000ce72a26f with Priority: HIGHEST for action security_group_members [ 661.423335] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d28aa6-769e-4f48-8961-8000ce72a26f with Priority: HIGHEST for action security_group_members [ 661.423632] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d28aa6-769e-4f48-8961-8000ce72a26f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.423756] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d28aa6-769e-4f48-8961-8000ce72a26f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.423826] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d28aa6-769e-4f48-8961-8000ce72a26f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.424363] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d28aa6-769e-4f48-8961-8000ce72a26f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.424535] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.424645] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.424706] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.424892] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.424981] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.425089] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26d28aa6-769e-4f48-8961-8000ce72a26f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.761413] env[65426]: INFO networking_nsxv3.common.synchronization [req-169f3339-22ea-4229-aa16-c2ef24f1c4b4 req-554daa43-6e22-4933-a202-c1974e1d33cb service nova] Enqueued Resource ID: 6221598e-80dd-419c-b559-4db19a1b425d with Priority: HIGHEST for action security_group_rules [ 661.761413] env[65426]: INFO networking_nsxv3.common.synchronization [req-169f3339-22ea-4229-aa16-c2ef24f1c4b4 req-554daa43-6e22-4933-a202-c1974e1d33cb service nova] Enqueued Resource ID: 6221598e-80dd-419c-b559-4db19a1b425d with Priority: HIGHEST for action security_group_members [ 661.761413] env[65426]: INFO networking_nsxv3.common.synchronization [req-169f3339-22ea-4229-aa16-c2ef24f1c4b4 req-554daa43-6e22-4933-a202-c1974e1d33cb service nova] Enqueued Resource ID: 93bdc309-9006-44ad-adfb-9064267a58be with Priority: HIGHEST for action port [ 661.762564] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6221598e-80dd-419c-b559-4db19a1b425d with Priority: HIGHEST for action security_group_rules [ 661.762858] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6221598e-80dd-419c-b559-4db19a1b425d with Priority: HIGHEST for action security_group_members [ 661.762858] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93bdc309-9006-44ad-adfb-9064267a58be with Priority: HIGHEST for action port [ 661.764037] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6221598e-80dd-419c-b559-4db19a1b425d taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.764165] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.764217] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.764431] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.764515] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6221598e-80dd-419c-b559-4db19a1b425d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.765501] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-6221598e-80dd-419c-b559-4db19a1b425d taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.765616] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.765690] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.766504] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.766504] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.766667] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.768690] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.768690] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.768690] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.768690] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6221598e-80dd-419c-b559-4db19a1b425d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.768690] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-93bdc309-9006-44ad-adfb-9064267a58be taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.768690] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93bdc309-9006-44ad-adfb-9064267a58be" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.768690] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93bdc309-9006-44ad-adfb-9064267a58be" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.768690] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93bdc309-9006-44ad-adfb-9064267a58be" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.768690] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93bdc309-9006-44ad-adfb-9064267a58be',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.887328] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.887669] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-784" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.887669] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-784" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.888429] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-784" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.888429] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.888429] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.888642] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.888707] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.888841] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.889608] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.889608] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.889608] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.889608] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.889608] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.889608] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.889925] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.908769] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.908925] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 661.909071] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.909247] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-784" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.909565] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-23d51ff0-1ef1-48b3-a145-68127c9054b6 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.909741] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-23d51ff0-1ef1-48b3-a145-68127c9054b6" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.909875] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-23d51ff0-1ef1-48b3-a145-68127c9054b6" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.910204] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-23d51ff0-1ef1-48b3-a145-68127c9054b6" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.910335] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23d51ff0-1ef1-48b3-a145-68127c9054b6',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.926871] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.927010] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.929625] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.929625] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.929625] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.929625] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.929625] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.929625] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.929625] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.929625] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.929625] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26d28aa6-769e-4f48-8961-8000ce72a26f already deleted. [ 661.929625] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d28aa6-769e-4f48-8961-8000ce72a26f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.164466] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86ca883-7000-4ae0-bc89-e13fd64ee6c4 in Status: SUCCESS [ 662.164834] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86ca883-7000-4ae0-bc89-e13fd64ee6c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.165116] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86ca883-7000-4ae0-bc89-e13fd64ee6c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.165395] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86ca883-7000-4ae0-bc89-e13fd64ee6c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.165690] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.165827] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.165896] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.166108] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.166193] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.166286] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86ca883-7000-4ae0-bc89-e13fd64ee6c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.166379] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c86ca883-7000-4ae0-bc89-e13fd64ee6c4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.273886] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-6221598e-80dd-419c-b559-4db19a1b425d taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.273886] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.273886] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6221598e-80dd-419c-b559-4db19a1b425d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.273886] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93bdc309-9006-44ad-adfb-9064267a58be with status ACTIVE [ 662.273886] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.273886] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.273886] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.273886] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.273886] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.274686] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.274686] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.274686] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.274822] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.275051] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.277354] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.277354] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.277354] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.277354] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.277354] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.277354] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93bdc309-9006-44ad-adfb-9064267a58be is going to be updated. [ 662.301297] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.301573] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.301573] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.301829] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.302045] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.302281] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93bdc309-9006-44ad-adfb-9064267a58be" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.412676] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.412912] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.413030] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.413314] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.413468] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.413625] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port 23d51ff0-1ef1-48b3-a145-68127c9054b6 not found, creating... [ 662.414197] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.414377] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.414494] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.414825] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.414896] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.415345] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.415525] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.415641] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.415892] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.416041] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.416184] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: 23d51ff0-1ef1-48b3-a145-68127c9054b6 is going to be created. [ 662.444816] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.445046] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.445264] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.445439] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.445663] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.445877] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-23d51ff0-1ef1-48b3-a145-68127c9054b6" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.669031] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86ca883-7000-4ae0-bc89-e13fd64ee6c4 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.669541] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86ca883-7000-4ae0-bc89-e13fd64ee6c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.669541] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86ca883-7000-4ae0-bc89-e13fd64ee6c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.669541] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86ca883-7000-4ae0-bc89-e13fd64ee6c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.671354] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.671354] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.671354] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.671354] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.671354] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.671354] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86ca883-7000-4ae0-bc89-e13fd64ee6c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.671354] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86ca883-7000-4ae0-bc89-e13fd64ee6c4 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.671354] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86ca883-7000-4ae0-bc89-e13fd64ee6c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.671354] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86ca883-7000-4ae0-bc89-e13fd64ee6c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.671354] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86ca883-7000-4ae0-bc89-e13fd64ee6c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.671354] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.671354] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.671354] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.671354] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.671354] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.671933] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86ca883-7000-4ae0-bc89-e13fd64ee6c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.671933] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c86ca883-7000-4ae0-bc89-e13fd64ee6c4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.756984] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 in Status: SUCCESS [ 662.757117] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.757230] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.760705] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.760705] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.760705] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.760705] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.760705] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.760705] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.760705] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.760705] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.760705] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.760705] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.760705] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.760705] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.760705] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.760705] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.760705] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.760705] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.760705] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.760705] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb6a5ba5-6d80-4fb2-8c06-8642c3571c84',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.778315] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6221598e-80dd-419c-b559-4db19a1b425d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.175288] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c86ca883-7000-4ae0-bc89-e13fd64ee6c4: rpc.has_security_group_logging(os_id): False [ 663.192915] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.193111] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.193294] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.193338] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.193460] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.193627] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.193718] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.193794] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.193965] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.194041] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.194202] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.194296] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.194357] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.194496] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.194571] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.194775] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.194910] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.194952] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.195266] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.195576] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.195576] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c86ca883-7000-4ae0-bc89-e13fd64ee6c4 is going to be created. [ 663.209342] env[65426]: INFO networking_nsxv3.common.synchronization [req-ca49a4b7-618d-49fe-8c11-1c4b466fddea req-f5368efc-9c26-409b-98ae-af64594e4286 service nova] Enqueued Resource ID: 26d28aa6-769e-4f48-8961-8000ce72a26f with Priority: HIGHEST for action security_group_rules [ 663.209490] env[65426]: INFO networking_nsxv3.common.synchronization [req-ca49a4b7-618d-49fe-8c11-1c4b466fddea req-f5368efc-9c26-409b-98ae-af64594e4286 service nova] Enqueued Resource ID: 26d28aa6-769e-4f48-8961-8000ce72a26f with Priority: HIGHEST for action security_group_members [ 663.209624] env[65426]: INFO networking_nsxv3.common.synchronization [req-ca49a4b7-618d-49fe-8c11-1c4b466fddea req-f5368efc-9c26-409b-98ae-af64594e4286 service nova] Enqueued Resource ID: 23d51ff0-1ef1-48b3-a145-68127c9054b6 with Priority: HIGHEST for action port [ 663.210201] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d28aa6-769e-4f48-8961-8000ce72a26f with Priority: HIGHEST for action security_group_rules [ 663.210344] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d28aa6-769e-4f48-8961-8000ce72a26f with Priority: HIGHEST for action security_group_members [ 663.210445] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23d51ff0-1ef1-48b3-a145-68127c9054b6 with Priority: HIGHEST for action port [ 663.211450] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26d28aa6-769e-4f48-8961-8000ce72a26f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.211450] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26d28aa6-769e-4f48-8961-8000ce72a26f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.211450] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26d28aa6-769e-4f48-8961-8000ce72a26f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.214451] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26d28aa6-769e-4f48-8961-8000ce72a26f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.214451] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26d28aa6-769e-4f48-8961-8000ce72a26f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.215444] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d28aa6-769e-4f48-8961-8000ce72a26f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.215998] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d28aa6-769e-4f48-8961-8000ce72a26f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.216127] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d28aa6-769e-4f48-8961-8000ce72a26f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.216356] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d28aa6-769e-4f48-8961-8000ce72a26f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.216558] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.216695] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.216783] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.217060] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.217124] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.217245] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26d28aa6-769e-4f48-8961-8000ce72a26f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.219175] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-23d51ff0-1ef1-48b3-a145-68127c9054b6 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.219555] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23d51ff0-1ef1-48b3-a145-68127c9054b6" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.219555] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23d51ff0-1ef1-48b3-a145-68127c9054b6" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.219636] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23d51ff0-1ef1-48b3-a145-68127c9054b6" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.220305] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23d51ff0-1ef1-48b3-a145-68127c9054b6',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.254507] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.254712] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.254792] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.255016] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.255202] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.263081] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb6a5ba5-6d80-4fb2-8c06-8642c3571c84: rpc.has_security_group_logging(os_id): False [ 663.270300] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c86ca883-7000-4ae0-bc89-e13fd64ee6c4 in Status: IN_PROGRESS for 2s [ 663.283232] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.284580] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.284665] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.284901] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.284985] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.285197] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.285303] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.285367] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.285520] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.285599] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.285907] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.285907] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.286049] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.286103] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.286181] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.286380] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.286475] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.286537] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.286679] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.286753] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.286974] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 is going to be created. [ 663.288646] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.288797] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.288860] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.289038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.289099] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.289134] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6221598e-80dd-419c-b559-4db19a1b425d is going to be created. [ 663.324514] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.324775] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.324914] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.325252] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.325589] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.356304] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6221598e-80dd-419c-b559-4db19a1b425d in Status: UNINITIALIZED for 2s [ 663.367287] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.367448] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.367523] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.367832] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.368045] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.386121] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 in Status: IN_PROGRESS for 2s [ 663.577728] env[65426]: INFO networking_nsxv3.common.synchronization [None req-8f4c2c4f-c6d4-44c3-aad8-3d9dec0fbc43 None None] Enqueued Resource ID: 4c443b30-a4f1-4560-a8ee-0d285944a566 with Priority: HIGHEST for action port [ 663.578103] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c443b30-a4f1-4560-a8ee-0d285944a566 with Priority: HIGHEST for action port [ 663.578322] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c443b30-a4f1-4560-a8ee-0d285944a566 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.578441] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c443b30-a4f1-4560-a8ee-0d285944a566" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.578843] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c443b30-a4f1-4560-a8ee-0d285944a566" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.578843] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c443b30-a4f1-4560-a8ee-0d285944a566" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.578843] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c443b30-a4f1-4560-a8ee-0d285944a566',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.722373] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d28aa6-769e-4f48-8961-8000ce72a26f taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.722733] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d28aa6-769e-4f48-8961-8000ce72a26f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.722889] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26d28aa6-769e-4f48-8961-8000ce72a26f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.723719] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23d51ff0-1ef1-48b3-a145-68127c9054b6 with status ACTIVE [ 663.723927] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.724193] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.724193] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.724345] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.724601] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.724816] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.724941] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.725041] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.725216] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.725478] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.725667] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.725667] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.725765] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.725936] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.725996] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.726157] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23d51ff0-1ef1-48b3-a145-68127c9054b6 is going to be updated. [ 663.750992] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.751202] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.751489] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.751543] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.751729] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.751969] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23d51ff0-1ef1-48b3-a145-68127c9054b6" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.069510] env[65426]: INFO networking_nsxv3.common.synchronization [req-1f21d925-3519-4df2-a6c6-d73bc5dea1da req-557e2342-e0d3-43fe-9737-23aa861f41d6 tempest-DeleteServersAdminTestJSON-1331887288 tempest-DeleteServersAdminTestJSON-1331887288-project-member] Enqueued Resource ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 with Priority: HIGHEST for action security_group_members [ 664.070231] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 with Priority: HIGHEST for action security_group_members [ 664.070592] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a79f180-31ff-4c04-973b-a9e542e623a8 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.070754] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.070836] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.071078] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.071269] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.071386] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.071449] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.071637] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.071829] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.071940] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a79f180-31ff-4c04-973b-a9e542e623a8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.087399] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c443b30-a4f1-4560-a8ee-0d285944a566 [ 664.088146] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.088398] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.088511] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.089029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.089029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.089200] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c443b30-a4f1-4560-a8ee-0d285944a566 already deleted. [ 664.089200] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c443b30-a4f1-4560-a8ee-0d285944a566" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.229086] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26d28aa6-769e-4f48-8961-8000ce72a26f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.539496] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-394 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.539685] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.539875] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.540284] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.540530] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.540679] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.540792] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.541183] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.541352] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.541583] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.541701] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.541899] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.542054] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.542526] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.542746] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.542812] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.562810] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.562997] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.563140] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.563346] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.563661] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-161120c1-ad3b-4524-9068-60c7e7ff5669 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.563854] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-161120c1-ad3b-4524-9068-60c7e7ff5669" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.563980] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-161120c1-ad3b-4524-9068-60c7e7ff5669" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.564319] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-161120c1-ad3b-4524-9068-60c7e7ff5669" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.564465] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('161120c1-ad3b-4524-9068-60c7e7ff5669',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.574246] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.574369] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.574419] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.574650] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.574772] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.575032] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.575141] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.575181] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.575316] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.575426] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.575491] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 is going to be updated. [ 664.608667] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.608916] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.608916] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.609196] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.609403] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.619917] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 in Status: IN_PROGRESS for 2s [ 664.730979] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.731163] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.731233] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.731474] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.731589] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.731694] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26d28aa6-769e-4f48-8961-8000ce72a26f is going to be created. [ 664.758196] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.758488] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.758488] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.758701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.758899] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.771443] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26d28aa6-769e-4f48-8961-8000ce72a26f in Status: UNINITIALIZED for 2s [ 665.071023] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.071023] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.071023] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.071023] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.071023] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.071023] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 161120c1-ad3b-4524-9068-60c7e7ff5669 not found, creating... [ 665.071023] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.071023] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.071023] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.071023] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.071023] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.071662] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.071662] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.071662] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.072282] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.076905] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.076905] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 161120c1-ad3b-4524-9068-60c7e7ff5669 is going to be created. [ 665.097321] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.097683] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.099040] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.099321] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.099553] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.099775] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-161120c1-ad3b-4524-9068-60c7e7ff5669" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.286134] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c86ca883-7000-4ae0-bc89-e13fd64ee6c4 in Status: SUCCESS [ 665.289117] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c86ca883-7000-4ae0-bc89-e13fd64ee6c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.371785] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6221598e-80dd-419c-b559-4db19a1b425d in Status: SUCCESS [ 665.371785] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.371909] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.372523] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.373827] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.373827] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.373827] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.373827] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.374278] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.375255] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.375923] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6221598e-80dd-419c-b559-4db19a1b425d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.421468] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 in Status: SUCCESS [ 665.421936] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.421936] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.422130] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.422237] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb6a5ba5-6d80-4fb2-8c06-8642c3571c84',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.819908] env[65426]: INFO networking_nsxv3.common.synchronization [req-1f21d925-3519-4df2-a6c6-d73bc5dea1da req-81c7069d-88c4-41c3-b372-9f1a87f35c53 service nova] Enqueued Resource ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 with Priority: HIGHEST for action security_group_rules [ 665.820104] env[65426]: INFO networking_nsxv3.common.synchronization [req-1f21d925-3519-4df2-a6c6-d73bc5dea1da req-81c7069d-88c4-41c3-b372-9f1a87f35c53 service nova] Enqueued Resource ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 with Priority: HIGHEST for action security_group_members [ 665.820299] env[65426]: INFO networking_nsxv3.common.synchronization [req-1f21d925-3519-4df2-a6c6-d73bc5dea1da req-81c7069d-88c4-41c3-b372-9f1a87f35c53 service nova] Enqueued Resource ID: 161120c1-ad3b-4524-9068-60c7e7ff5669 with Priority: HIGHEST for action port [ 665.820898] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 with Priority: HIGHEST for action security_group_rules [ 665.821216] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 with Priority: HIGHEST for action security_group_members [ 665.821360] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 161120c1-ad3b-4524-9068-60c7e7ff5669 with Priority: HIGHEST for action port [ 665.821665] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a79f180-31ff-4c04-973b-a9e542e623a8 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.821823] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.822011] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.822183] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.822283] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a79f180-31ff-4c04-973b-a9e542e623a8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.824313] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a79f180-31ff-4c04-973b-a9e542e623a8 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.824313] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.824313] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-161120c1-ad3b-4524-9068-60c7e7ff5669 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.824313] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-161120c1-ad3b-4524-9068-60c7e7ff5669" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.824524] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-161120c1-ad3b-4524-9068-60c7e7ff5669" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.824585] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-161120c1-ad3b-4524-9068-60c7e7ff5669" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.824668] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('161120c1-ad3b-4524-9068-60c7e7ff5669',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.878237] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6221598e-80dd-419c-b559-4db19a1b425d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.925281] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.925435] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.925504] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.925747] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.925948] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.926156] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.926156] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.926272] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.926359] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.926474] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.926672] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb6a5ba5-6d80-4fb2-8c06-8642c3571c84',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.324881] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a79f180-31ff-4c04-973b-a9e542e623a8 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.325592] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.327861] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 161120c1-ad3b-4524-9068-60c7e7ff5669 with status ACTIVE [ 666.328263] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.330398] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.330571] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.330864] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.330998] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.331266] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.331391] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.331516] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.331717] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.331801] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.332036] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.332192] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.332255] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.332422] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.332491] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.332589] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 161120c1-ad3b-4524-9068-60c7e7ff5669 is going to be updated. [ 666.379942] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.380192] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.380192] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.380338] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.380503] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.380739] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-161120c1-ad3b-4524-9068-60c7e7ff5669" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.380970] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6221598e-80dd-419c-b559-4db19a1b425d: rpc.has_security_group_logging(os_id): False [ 666.404905] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.405148] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.405237] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.405439] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.405528] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.405860] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.405967] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.406073] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.406299] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.406388] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.406495] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6221598e-80dd-419c-b559-4db19a1b425d is going to be created. [ 666.430795] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.430982] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.431076] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.431362] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.431823] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.431823] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.431823] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.432083] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.432083] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.432083] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.432527] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.432527] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.432527] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.432527] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.432781] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.432781] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.432781] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.433482] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.433482] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.433482] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.433482] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb6a5ba5-6d80-4fb2-8c06-8642c3571c84',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.545667] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.545979] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.545979] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.546175] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.546395] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.560957] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6221598e-80dd-419c-b559-4db19a1b425d in Status: IN_PROGRESS for 2s [ 666.655188] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 in Status: SUCCESS [ 666.655527] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 deletion is rescheduled due to dependency. [ 666.655693] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.655916] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.656487] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.656487] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.656640] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.656704] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.656905] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.656967] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.657103] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a79f180-31ff-4c04-973b-a9e542e623a8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.691257] env[65426]: INFO networking_nsxv3.common.synchronization [req-e4b4a281-40b9-4680-8e00-1358e696c24c req-fb5cecfc-b8e4-41bc-8ebb-e7a3ec3bc68c tempest-ImagesTestJSON-1192390857 tempest-ImagesTestJSON-1192390857-project-member] Enqueued Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_members [ 666.691820] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_members [ 666.692199] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.692354] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.692446] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.692747] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.692941] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.693080] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.693166] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.693352] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.693461] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.693578] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.786766] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26d28aa6-769e-4f48-8961-8000ce72a26f in Status: SUCCESS [ 666.789197] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d28aa6-769e-4f48-8961-8000ce72a26f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.789197] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d28aa6-769e-4f48-8961-8000ce72a26f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.789197] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d28aa6-769e-4f48-8961-8000ce72a26f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.789197] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.789197] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.789197] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.789197] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.789197] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.789197] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d28aa6-769e-4f48-8961-8000ce72a26f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.789197] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26d28aa6-769e-4f48-8961-8000ce72a26f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.937648] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb6a5ba5-6d80-4fb2-8c06-8642c3571c84: rpc.has_security_group_logging(os_id): False [ 666.974340] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.974901] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.974901] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.974901] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.975039] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.975420] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.975819] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.975819] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.975819] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.975927] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.976100] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.976199] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.976324] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.976404] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.976551] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.976764] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.978863] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.978863] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.978863] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.978863] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.978863] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 is going to be updated. [ 667.060812] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.060970] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.061054] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.061269] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.061429] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.074493] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 in Status: IN_PROGRESS for 2s [ 667.090068] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-730 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.090068] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-730" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.090068] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-730" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.090068] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-730" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.090068] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.091043] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.091321] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.091783] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.092398] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.094025] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.094025] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.094025] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.094025] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.094025] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.094025] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.094025] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.115359] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.116859] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 667.116859] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.116859] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-730" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.116859] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-9383ebb1-1502-4f9a-9a01-ff7279d0e3a2 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.116859] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-9383ebb1-1502-4f9a-9a01-ff7279d0e3a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.116859] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-9383ebb1-1502-4f9a-9a01-ff7279d0e3a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.116859] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-9383ebb1-1502-4f9a-9a01-ff7279d0e3a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.117318] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9383ebb1-1502-4f9a-9a01-ff7279d0e3a2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.162730] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a79f180-31ff-4c04-973b-a9e542e623a8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.196818] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.196818] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.196818] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.196818] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.197460] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.197460] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.197460] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.197460] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.197764] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.197764] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.197871] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 already deleted. [ 667.197917] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.292722] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26d28aa6-769e-4f48-8961-8000ce72a26f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.621035] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.621393] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.621458] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.621808] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.622056] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.622184] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port 9383ebb1-1502-4f9a-9a01-ff7279d0e3a2 not found, creating... [ 667.623437] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.623437] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.623437] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.623437] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.623437] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.623742] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.623800] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.624372] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.624372] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.624372] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.624372] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: 9383ebb1-1502-4f9a-9a01-ff7279d0e3a2 is going to be created. [ 667.657487] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.657867] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.657991] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.658277] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.658490] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.658729] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-9383ebb1-1502-4f9a-9a01-ff7279d0e3a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.667991] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a79f180-31ff-4c04-973b-a9e542e623a8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.795098] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26d28aa6-769e-4f48-8961-8000ce72a26f: rpc.has_security_group_logging(os_id): False [ 667.832586] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.832745] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.832822] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.833057] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.833173] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.833869] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.833869] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.833869] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.833869] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.833869] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.833869] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26d28aa6-769e-4f48-8961-8000ce72a26f is going to be created. [ 667.918379] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.918590] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.918731] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.918989] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.919188] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.931518] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26d28aa6-769e-4f48-8961-8000ce72a26f in Status: IN_PROGRESS for 2s [ 668.172788] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.172958] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.173049] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.173558] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.174680] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.174680] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 is going to be updated. [ 668.206607] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.206755] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.206813] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.207216] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.207216] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.216556] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 in Status: IN_PROGRESS for 2s [ 668.427975] env[65426]: INFO networking_nsxv3.common.synchronization [req-e4b4a281-40b9-4680-8e00-1358e696c24c req-b8c36b3d-5c53-4d16-8e95-86b1e160b442 service nova] Enqueued Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_rules [ 668.428335] env[65426]: INFO networking_nsxv3.common.synchronization [req-e4b4a281-40b9-4680-8e00-1358e696c24c req-b8c36b3d-5c53-4d16-8e95-86b1e160b442 service nova] Enqueued Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_members [ 668.428524] env[65426]: INFO networking_nsxv3.common.synchronization [req-e4b4a281-40b9-4680-8e00-1358e696c24c req-b8c36b3d-5c53-4d16-8e95-86b1e160b442 service nova] Enqueued Resource ID: 9383ebb1-1502-4f9a-9a01-ff7279d0e3a2 with Priority: HIGHEST for action port [ 668.429635] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_rules [ 668.430106] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_members [ 668.430106] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9383ebb1-1502-4f9a-9a01-ff7279d0e3a2 with Priority: HIGHEST for action port [ 668.430823] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23f8c721-0c3d-4d72-a8a8-79c4dca79b31 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.431010] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.433740] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.433740] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.433740] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.434583] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.434702] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.434789] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.434970] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.435134] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.435227] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.435289] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.435429] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.435554] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.435654] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.436488] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-9383ebb1-1502-4f9a-9a01-ff7279d0e3a2 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.438497] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9383ebb1-1502-4f9a-9a01-ff7279d0e3a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.438642] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9383ebb1-1502-4f9a-9a01-ff7279d0e3a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.438948] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9383ebb1-1502-4f9a-9a01-ff7279d0e3a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.439046] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9383ebb1-1502-4f9a-9a01-ff7279d0e3a2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.575768] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6221598e-80dd-419c-b559-4db19a1b425d in Status: SUCCESS [ 668.575768] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.943182] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.943545] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.943545] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.944176] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9383ebb1-1502-4f9a-9a01-ff7279d0e3a2 with status ACTIVE [ 668.944176] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.944176] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.944176] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.944466] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.944466] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.944534] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.944621] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.944673] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.944798] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.945024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.945101] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.945183] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.945239] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.945655] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.945655] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.945655] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9383ebb1-1502-4f9a-9a01-ff7279d0e3a2 is going to be updated. [ 669.114046] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.114290] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.114376] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.114669] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.114928] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.115114] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9383ebb1-1502-4f9a-9a01-ff7279d0e3a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.151718] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 in Status: SUCCESS [ 669.152063] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.444702] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.750742] env[65426]: INFO networking_nsxv3.common.synchronization [req-dd0fa80a-fd71-4058-8339-d1170d4dce83 req-a8202d88-c313-4ce6-8d14-1be5bd810963 tempest-ImagesNegativeTestJSON-110235912 tempest-ImagesNegativeTestJSON-110235912-project-member] Enqueued Resource ID: 6c18f870-f5d3-418a-9cf0-aca5b950175c with Priority: HIGHEST for action security_group_members [ 669.751518] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c18f870-f5d3-418a-9cf0-aca5b950175c with Priority: HIGHEST for action security_group_members [ 669.753145] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c18f870-f5d3-418a-9cf0-aca5b950175c taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.753145] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c18f870-f5d3-418a-9cf0-aca5b950175c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.753145] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c18f870-f5d3-418a-9cf0-aca5b950175c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.753145] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c18f870-f5d3-418a-9cf0-aca5b950175c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.753145] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.753145] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.753145] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.753145] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.753145] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.753723] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c18f870-f5d3-418a-9cf0-aca5b950175c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.950813] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.950813] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.950813] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.950813] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.950813] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.950813] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 is going to be created. [ 669.959219] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26d28aa6-769e-4f48-8961-8000ce72a26f in Status: SUCCESS [ 669.959219] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26d28aa6-769e-4f48-8961-8000ce72a26f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.985297] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.985297] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.985297] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.985297] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.985297] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.996627] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 in Status: UNINITIALIZED for 2s [ 670.228993] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 in Status: SUCCESS [ 670.228993] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.228993] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.228993] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.228993] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.228993] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.228993] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.228993] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.228993] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.228993] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.228993] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a79f180-31ff-4c04-973b-a9e542e623a8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.260860] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.260860] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.260860] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.260860] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.260860] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.260860] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.260860] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.260860] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.260860] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.260860] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.260860] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c18f870-f5d3-418a-9cf0-aca5b950175c already deleted. [ 670.260860] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c18f870-f5d3-418a-9cf0-aca5b950175c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.380034] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-138 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.380034] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-138" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.380034] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-138" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.380630] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-138" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.381161] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.381617] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.381993] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.382410] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.382835] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.383434] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.383648] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.383838] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.385019] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.385019] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.385019] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.385019] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.407613] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.407613] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 670.407613] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.407613] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-138" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.407613] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-351e58df-2f4d-489e-ba3c-297d0eefdc13 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.407613] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-351e58df-2f4d-489e-ba3c-297d0eefdc13" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.409019] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-351e58df-2f4d-489e-ba3c-297d0eefdc13" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.409019] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-351e58df-2f4d-489e-ba3c-297d0eefdc13" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.409019] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('351e58df-2f4d-489e-ba3c-297d0eefdc13',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.734299] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a79f180-31ff-4c04-973b-a9e542e623a8 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.734299] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.734299] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.734299] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.734299] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.734299] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.734299] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.734720] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.734720] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.734720] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.734720] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a79f180-31ff-4c04-973b-a9e542e623a8 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.734720] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.734902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.734937] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.735099] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.735171] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.735211] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.735315] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.735386] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.735488] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.735569] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a79f180-31ff-4c04-973b-a9e542e623a8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.913044] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.913044] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.913443] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.913517] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.913612] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.913795] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 351e58df-2f4d-489e-ba3c-297d0eefdc13 not found, creating... [ 670.914208] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.914489] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.914679] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.915388] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.915719] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.916116] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.916305] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.916415] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.916671] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.916818] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.916956] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 351e58df-2f4d-489e-ba3c-297d0eefdc13 is going to be created. [ 670.944706] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.944955] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.945215] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.945559] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.945844] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.946170] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-351e58df-2f4d-489e-ba3c-297d0eefdc13" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.164424] env[65426]: INFO networking_nsxv3.common.synchronization [None req-6732fdcc-3bfe-4143-a827-bfd9372774ec None None] Enqueued Resource ID: b81487dc-c524-404b-b6ab-41b7a83a66ac with Priority: HIGHEST for action port [ 671.165018] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b81487dc-c524-404b-b6ab-41b7a83a66ac with Priority: HIGHEST for action port [ 671.165376] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-b81487dc-c524-404b-b6ab-41b7a83a66ac taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.165507] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b81487dc-c524-404b-b6ab-41b7a83a66ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.165642] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b81487dc-c524-404b-b6ab-41b7a83a66ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.165886] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b81487dc-c524-404b-b6ab-41b7a83a66ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.166116] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b81487dc-c524-404b-b6ab-41b7a83a66ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.240545] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a79f180-31ff-4c04-973b-a9e542e623a8: rpc.has_security_group_logging(os_id): False [ 671.264033] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.264033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.264033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.264033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.264033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.264033] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.264033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.264033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.264033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.264033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.264033] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.264033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.264033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.264033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.264033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.266886] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.266886] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.266886] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.266886] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.266886] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.266886] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 is going to be updated. [ 671.355896] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.355896] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.355896] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.355896] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.355896] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.371896] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 in Status: IN_PROGRESS for 2s [ 671.669487] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b81487dc-c524-404b-b6ab-41b7a83a66ac [ 671.669487] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.669829] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.669916] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.670216] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.670282] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.670334] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b81487dc-c524-404b-b6ab-41b7a83a66ac already deleted. [ 671.670435] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b81487dc-c524-404b-b6ab-41b7a83a66ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.717135] env[65426]: INFO networking_nsxv3.common.synchronization [req-dd0fa80a-fd71-4058-8339-d1170d4dce83 req-db7bbca7-cb4b-40c2-8604-de70b03a1a33 service nova] Enqueued Resource ID: 6c18f870-f5d3-418a-9cf0-aca5b950175c with Priority: HIGHEST for action security_group_rules [ 671.717385] env[65426]: INFO networking_nsxv3.common.synchronization [req-dd0fa80a-fd71-4058-8339-d1170d4dce83 req-db7bbca7-cb4b-40c2-8604-de70b03a1a33 service nova] Enqueued Resource ID: 6c18f870-f5d3-418a-9cf0-aca5b950175c with Priority: HIGHEST for action security_group_members [ 671.718691] env[65426]: INFO networking_nsxv3.common.synchronization [req-dd0fa80a-fd71-4058-8339-d1170d4dce83 req-db7bbca7-cb4b-40c2-8604-de70b03a1a33 service nova] Enqueued Resource ID: 351e58df-2f4d-489e-ba3c-297d0eefdc13 with Priority: HIGHEST for action port [ 671.718691] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c18f870-f5d3-418a-9cf0-aca5b950175c with Priority: HIGHEST for action security_group_rules [ 671.718917] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c18f870-f5d3-418a-9cf0-aca5b950175c with Priority: HIGHEST for action security_group_members [ 671.719135] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 351e58df-2f4d-489e-ba3c-297d0eefdc13 with Priority: HIGHEST for action port [ 671.720607] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c18f870-f5d3-418a-9cf0-aca5b950175c taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.720607] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c18f870-f5d3-418a-9cf0-aca5b950175c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.720607] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c18f870-f5d3-418a-9cf0-aca5b950175c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.720889] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c18f870-f5d3-418a-9cf0-aca5b950175c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.720965] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c18f870-f5d3-418a-9cf0-aca5b950175c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.722483] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c18f870-f5d3-418a-9cf0-aca5b950175c taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.724113] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c18f870-f5d3-418a-9cf0-aca5b950175c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.724704] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c18f870-f5d3-418a-9cf0-aca5b950175c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.725079] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c18f870-f5d3-418a-9cf0-aca5b950175c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.725319] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.725486] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.727529] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.727529] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.727529] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.727529] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c18f870-f5d3-418a-9cf0-aca5b950175c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.730554] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-351e58df-2f4d-489e-ba3c-297d0eefdc13 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.730718] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-351e58df-2f4d-489e-ba3c-297d0eefdc13" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.730797] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-351e58df-2f4d-489e-ba3c-297d0eefdc13" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.731104] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-351e58df-2f4d-489e-ba3c-297d0eefdc13" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.733019] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('351e58df-2f4d-489e-ba3c-297d0eefdc13',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.008525] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 in Status: SUCCESS [ 672.008767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.008997] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.009270] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.009434] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.009553] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.009616] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.010094] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.010231] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.010351] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.010470] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.231191] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c18f870-f5d3-418a-9cf0-aca5b950175c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.236399] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 351e58df-2f4d-489e-ba3c-297d0eefdc13 with status ACTIVE [ 672.236399] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.236399] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.236399] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.236399] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.236692] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.236692] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.236767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.236767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.236903] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.237242] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.237242] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.237242] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.237477] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.237477] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.237538] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.237610] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 351e58df-2f4d-489e-ba3c-297d0eefdc13 is going to be updated. [ 672.244487] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c18f870-f5d3-418a-9cf0-aca5b950175c taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.244487] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c18f870-f5d3-418a-9cf0-aca5b950175c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.285472] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.285472] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.285472] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.285472] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.285680] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.285796] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-351e58df-2f4d-489e-ba3c-297d0eefdc13" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.421388] env[65426]: INFO networking_nsxv3.common.synchronization [req-54fd2f0d-554f-43b4-9479-c55e7e8b78b8 req-752e0afc-5808-4142-acc4-846e89c93aba tempest-ServerTagsTestJSON-789967215 tempest-ServerTagsTestJSON-789967215-project-member] Enqueued Resource ID: b1d85255-ae3b-4ad6-9ffc-05968db3b7c5 with Priority: HIGHEST for action security_group_members [ 672.421930] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d85255-ae3b-4ad6-9ffc-05968db3b7c5 with Priority: HIGHEST for action security_group_members [ 672.422288] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.422369] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.422962] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.423486] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.423703] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.423838] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.423922] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.424124] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.424545] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.424545] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1d85255-ae3b-4ad6-9ffc-05968db3b7c5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.516258] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.516258] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.516258] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.516258] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.516258] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.516258] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.516258] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.516258] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.516258] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.516258] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.516258] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.516258] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.516258] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.516258] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.516258] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.516258] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.516831] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.516831] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.516831] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.516831] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.516831] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.733706] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c18f870-f5d3-418a-9cf0-aca5b950175c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.859334] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-979 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.859560] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-979" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.859698] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-979" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.860735] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-979" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.861493] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.861761] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.861899] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.862213] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.862398] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.862674] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.862814] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.862947] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.863101] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.863242] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.863403] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.863578] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.887322] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.887543] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 672.887808] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.888099] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-979" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.888433] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-39b0cff5-185e-4177-91a0-9940e59ca0a2 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.888906] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-39b0cff5-185e-4177-91a0-9940e59ca0a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.888906] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-39b0cff5-185e-4177-91a0-9940e59ca0a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.889110] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-39b0cff5-185e-4177-91a0-9940e59ca0a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.889251] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39b0cff5-185e-4177-91a0-9940e59ca0a2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.926908] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.927134] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.927134] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.927824] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.927824] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.927824] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.927824] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.927824] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.928153] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.928153] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.928153] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1d85255-ae3b-4ad6-9ffc-05968db3b7c5 already deleted. [ 672.928257] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.023275] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23f8c721-0c3d-4d72-a8a8-79c4dca79b31: rpc.has_security_group_logging(os_id): False [ 673.047485] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.047716] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.047716] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.047945] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.048049] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.048281] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.048383] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.048446] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.048596] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.048700] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.048905] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.049017] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.049102] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.049212] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.049284] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.049458] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.049549] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.049611] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.049822] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.049822] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.049922] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 is going to be created. [ 673.181707] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.182075] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.182230] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.182461] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.182681] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.198543] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 in Status: IN_PROGRESS for 2s [ 673.236987] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.237555] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.237555] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.237555] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.237736] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.237797] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c18f870-f5d3-418a-9cf0-aca5b950175c is going to be created. [ 673.298061] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.298368] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.298368] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.298627] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.298922] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.335224] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c18f870-f5d3-418a-9cf0-aca5b950175c in Status: UNINITIALIZED for 2s [ 673.389722] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 in Status: SUCCESS [ 673.389968] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.391712] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.391983] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.392120] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.392394] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.392530] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.392675] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port 39b0cff5-185e-4177-91a0-9940e59ca0a2 not found, creating... [ 673.392929] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.393142] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.393275] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.393687] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.393764] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.394044] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.394258] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.394382] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.394652] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.394837] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.395015] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: 39b0cff5-185e-4177-91a0-9940e59ca0a2 is going to be created. [ 673.422415] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.422676] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.422742] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.423013] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.423242] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.423458] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-39b0cff5-185e-4177-91a0-9940e59ca0a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.547386] env[65426]: INFO networking_nsxv3.common.synchronization [None req-f6dafbcf-f0fa-4a7c-aaba-f789d7b887a7 None None] Enqueued Resource ID: 606a74be-c746-40da-b30f-cd9a8c2d2682 with Priority: HIGHEST for action port [ 673.547386] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 606a74be-c746-40da-b30f-cd9a8c2d2682 with Priority: HIGHEST for action port [ 673.547386] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-606a74be-c746-40da-b30f-cd9a8c2d2682 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.549855] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-606a74be-c746-40da-b30f-cd9a8c2d2682" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.549855] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-606a74be-c746-40da-b30f-cd9a8c2d2682" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.549855] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-606a74be-c746-40da-b30f-cd9a8c2d2682" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.549855] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('606a74be-c746-40da-b30f-cd9a8c2d2682',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.054276] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 606a74be-c746-40da-b30f-cd9a8c2d2682 [ 674.054276] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.054276] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.054616] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.054805] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.055112] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.055277] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:606a74be-c746-40da-b30f-cd9a8c2d2682 already deleted. [ 674.055397] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-606a74be-c746-40da-b30f-cd9a8c2d2682" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.175673] env[65426]: INFO networking_nsxv3.common.synchronization [req-54fd2f0d-554f-43b4-9479-c55e7e8b78b8 req-e3712575-8a97-4430-98fc-12d2a2a3bde2 service nova] Enqueued Resource ID: b1d85255-ae3b-4ad6-9ffc-05968db3b7c5 with Priority: HIGHEST for action security_group_rules [ 674.175901] env[65426]: INFO networking_nsxv3.common.synchronization [req-54fd2f0d-554f-43b4-9479-c55e7e8b78b8 req-e3712575-8a97-4430-98fc-12d2a2a3bde2 service nova] Enqueued Resource ID: b1d85255-ae3b-4ad6-9ffc-05968db3b7c5 with Priority: HIGHEST for action security_group_members [ 674.176072] env[65426]: INFO networking_nsxv3.common.synchronization [req-54fd2f0d-554f-43b4-9479-c55e7e8b78b8 req-e3712575-8a97-4430-98fc-12d2a2a3bde2 service nova] Enqueued Resource ID: 39b0cff5-185e-4177-91a0-9940e59ca0a2 with Priority: HIGHEST for action port [ 674.176718] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d85255-ae3b-4ad6-9ffc-05968db3b7c5 with Priority: HIGHEST for action security_group_rules [ 674.177775] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d85255-ae3b-4ad6-9ffc-05968db3b7c5 with Priority: HIGHEST for action security_group_members [ 674.177910] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39b0cff5-185e-4177-91a0-9940e59ca0a2 with Priority: HIGHEST for action port [ 674.178280] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.178452] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.178527] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.178906] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.179023] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1d85255-ae3b-4ad6-9ffc-05968db3b7c5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.179985] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.180359] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.180359] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.180359] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.180482] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.180665] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.180665] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.185071] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.185071] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.185071] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1d85255-ae3b-4ad6-9ffc-05968db3b7c5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.185395] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-39b0cff5-185e-4177-91a0-9940e59ca0a2 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.185395] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39b0cff5-185e-4177-91a0-9940e59ca0a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.185493] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39b0cff5-185e-4177-91a0-9940e59ca0a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.186210] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39b0cff5-185e-4177-91a0-9940e59ca0a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.186210] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39b0cff5-185e-4177-91a0-9940e59ca0a2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.688136] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.688516] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.688516] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1d85255-ae3b-4ad6-9ffc-05968db3b7c5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.691225] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39b0cff5-185e-4177-91a0-9940e59ca0a2 with status ACTIVE [ 674.691225] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.691225] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.691225] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.692920] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.692920] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.693280] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.693698] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.695866] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.695973] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.696027] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.696290] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.696404] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.696466] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.696650] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.696710] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.696808] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39b0cff5-185e-4177-91a0-9940e59ca0a2 is going to be updated. [ 674.737503] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.737503] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.737503] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.737503] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.737874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.737874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39b0cff5-185e-4177-91a0-9940e59ca0a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.965813] env[65426]: INFO networking_nsxv3.common.synchronization [None req-c1395e6d-3571-4e9c-b144-bd1f3118f7c6 None None] Enqueued Resource ID: e2225eea-c8ed-4ea7-b11a-10dee50320a5 with Priority: HIGHEST for action port [ 674.966373] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2225eea-c8ed-4ea7-b11a-10dee50320a5 with Priority: HIGHEST for action port [ 674.966673] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2225eea-c8ed-4ea7-b11a-10dee50320a5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.966807] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2225eea-c8ed-4ea7-b11a-10dee50320a5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.968501] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2225eea-c8ed-4ea7-b11a-10dee50320a5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.968501] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2225eea-c8ed-4ea7-b11a-10dee50320a5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.968501] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2225eea-c8ed-4ea7-b11a-10dee50320a5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.203110] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1d85255-ae3b-4ad6-9ffc-05968db3b7c5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.218661] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 in Status: SUCCESS [ 675.218990] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.350961] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c18f870-f5d3-418a-9cf0-aca5b950175c in Status: SUCCESS [ 675.350961] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c18f870-f5d3-418a-9cf0-aca5b950175c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.350961] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c18f870-f5d3-418a-9cf0-aca5b950175c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.350961] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c18f870-f5d3-418a-9cf0-aca5b950175c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.350961] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.351334] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.351334] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.351444] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.351550] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.351693] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c18f870-f5d3-418a-9cf0-aca5b950175c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.351832] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c18f870-f5d3-418a-9cf0-aca5b950175c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.471702] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2225eea-c8ed-4ea7-b11a-10dee50320a5 [ 675.472343] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.472343] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.472343] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.472537] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.472537] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.472707] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2225eea-c8ed-4ea7-b11a-10dee50320a5 already deleted. [ 675.472707] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2225eea-c8ed-4ea7-b11a-10dee50320a5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.706248] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.706542] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.706542] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.706821] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.707580] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.708917] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1d85255-ae3b-4ad6-9ffc-05968db3b7c5 is going to be created. [ 675.739996] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.740218] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.740218] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.740357] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.740495] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.754856] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d85255-ae3b-4ad6-9ffc-05968db3b7c5 in Status: UNINITIALIZED for 2s [ 675.854910] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c18f870-f5d3-418a-9cf0-aca5b950175c taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.855497] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c18f870-f5d3-418a-9cf0-aca5b950175c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.855887] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c18f870-f5d3-418a-9cf0-aca5b950175c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.856446] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c18f870-f5d3-418a-9cf0-aca5b950175c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.856721] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.856877] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.856972] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.857761] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.857761] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.857761] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c18f870-f5d3-418a-9cf0-aca5b950175c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.858047] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c18f870-f5d3-418a-9cf0-aca5b950175c taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.858429] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c18f870-f5d3-418a-9cf0-aca5b950175c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.858575] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c18f870-f5d3-418a-9cf0-aca5b950175c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.858960] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c18f870-f5d3-418a-9cf0-aca5b950175c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.859248] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.859405] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.859908] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.859908] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.859908] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.859908] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c18f870-f5d3-418a-9cf0-aca5b950175c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.860173] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c18f870-f5d3-418a-9cf0-aca5b950175c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.274844] env[65426]: INFO networking_nsxv3.common.synchronization [req-6a3d86a6-a1db-41a1-a4a6-1bafcb4b6776 req-5e9ca797-7797-4773-8eaf-ea39928c5610 tempest-VolumesAdminNegativeTest-1340685234 tempest-VolumesAdminNegativeTest-1340685234-project-member] Enqueued Resource ID: 5346f313-ca74-4b75-b5b6-39120ca30dea with Priority: HIGHEST for action security_group_members [ 676.275477] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5346f313-ca74-4b75-b5b6-39120ca30dea with Priority: HIGHEST for action security_group_members [ 676.277924] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5346f313-ca74-4b75-b5b6-39120ca30dea taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.277924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5346f313-ca74-4b75-b5b6-39120ca30dea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.277924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5346f313-ca74-4b75-b5b6-39120ca30dea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.277924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5346f313-ca74-4b75-b5b6-39120ca30dea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.277924] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.277924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.277924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.278724] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.278914] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.279682] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5346f313-ca74-4b75-b5b6-39120ca30dea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.362136] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c18f870-f5d3-418a-9cf0-aca5b950175c: rpc.has_security_group_logging(os_id): False [ 676.391734] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.391972] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.391972] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.392197] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.392301] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.392566] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.392678] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.392747] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.392920] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.392997] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.393212] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.393337] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.393394] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.393503] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.393576] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.393757] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.393851] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.393915] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.394075] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.394151] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.394252] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c18f870-f5d3-418a-9cf0-aca5b950175c is going to be created. [ 676.480411] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.480411] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.480668] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.480703] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.481048] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.497236] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c18f870-f5d3-418a-9cf0-aca5b950175c in Status: IN_PROGRESS for 2s [ 676.784190] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.788082] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.788082] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.788082] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.788082] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.788082] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.788082] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.788082] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.788082] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.788082] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.788082] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5346f313-ca74-4b75-b5b6-39120ca30dea is going to be updated. [ 676.835033] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.835033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.835033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.835033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.835033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.849683] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5346f313-ca74-4b75-b5b6-39120ca30dea in Status: IN_PROGRESS for 2s [ 677.476202] env[65426]: INFO networking_nsxv3.common.synchronization [None req-1023d2f3-8e16-463b-bc2c-59af855c4e60 None None] Enqueued Resource ID: b91036b4-131d-4d94-9dcd-3159db3a77a9 with Priority: HIGHEST for action port [ 677.477054] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91036b4-131d-4d94-9dcd-3159db3a77a9 with Priority: HIGHEST for action port [ 677.477915] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-b91036b4-131d-4d94-9dcd-3159db3a77a9 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.478083] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b91036b4-131d-4d94-9dcd-3159db3a77a9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.478189] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b91036b4-131d-4d94-9dcd-3159db3a77a9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.478527] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b91036b4-131d-4d94-9dcd-3159db3a77a9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.478671] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b91036b4-131d-4d94-9dcd-3159db3a77a9',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.782369] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d85255-ae3b-4ad6-9ffc-05968db3b7c5 in Status: SUCCESS [ 677.782369] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.782369] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.782369] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.782369] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.782369] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.782369] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.782369] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.782369] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.782369] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.782369] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1d85255-ae3b-4ad6-9ffc-05968db3b7c5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.952362] env[65426]: INFO networking_nsxv3.common.synchronization [req-66e49006-a060-4422-8b6d-a9671996d31c req-956ae8e1-78e9-4a9f-ae62-0ae23a6e8851 tempest-InstanceActionsV221TestJSON-739472358 tempest-InstanceActionsV221TestJSON-739472358-project-member] Enqueued Resource ID: c86ca883-7000-4ae0-bc89-e13fd64ee6c4 with Priority: HIGHEST for action security_group_members [ 677.953360] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c86ca883-7000-4ae0-bc89-e13fd64ee6c4 with Priority: HIGHEST for action security_group_members [ 677.953614] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-c86ca883-7000-4ae0-bc89-e13fd64ee6c4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.953716] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c86ca883-7000-4ae0-bc89-e13fd64ee6c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.953781] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c86ca883-7000-4ae0-bc89-e13fd64ee6c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.954664] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c86ca883-7000-4ae0-bc89-e13fd64ee6c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.954664] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.954664] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.954664] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.954664] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.954664] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.955106] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c86ca883-7000-4ae0-bc89-e13fd64ee6c4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.980743] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b91036b4-131d-4d94-9dcd-3159db3a77a9 [ 677.980958] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.981223] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.981313] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.981554] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.981662] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.981763] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b91036b4-131d-4d94-9dcd-3159db3a77a9 already deleted. [ 677.981845] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b91036b4-131d-4d94-9dcd-3159db3a77a9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.224554] env[65426]: INFO networking_nsxv3.common.synchronization [None req-e5605f76-093c-4f33-ac32-c584d5e63cba tempest-ServersV294TestFqdnHostnames-228901025 tempest-ServersV294TestFqdnHostnames-228901025-project-member] Enqueued Resource ID: f730dcc3-9e9e-4ce3-8de5-9a0661973127 with Priority: HIGHEST for action security_group_rules [ 678.225575] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f730dcc3-9e9e-4ce3-8de5-9a0661973127 with Priority: HIGHEST for action security_group_rules [ 678.225959] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f730dcc3-9e9e-4ce3-8de5-9a0661973127 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.228134] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f730dcc3-9e9e-4ce3-8de5-9a0661973127" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.228134] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f730dcc3-9e9e-4ce3-8de5-9a0661973127" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.228134] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f730dcc3-9e9e-4ce3-8de5-9a0661973127" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.228134] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f730dcc3-9e9e-4ce3-8de5-9a0661973127',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.288983] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.290166] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.290166] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.290166] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.290334] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.290334] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.290430] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.291071] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.291314] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.291419] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.292214] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.292214] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.295102] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.295102] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.295102] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.295347] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.295347] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.295467] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.295514] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.295613] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.295848] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1d85255-ae3b-4ad6-9ffc-05968db3b7c5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.465024] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.465024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.465024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.465024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.465024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.465024] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.465024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.465024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.465024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.465024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.465024] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c86ca883-7000-4ae0-bc89-e13fd64ee6c4 is going to be updated. [ 678.485050] env[65426]: INFO networking_nsxv3.common.synchronization [None req-5e79f846-59ef-4e7c-babf-dde23e4221d9 tempest-ServersV294TestFqdnHostnames-228901025 tempest-ServersV294TestFqdnHostnames-228901025-project-member] Enqueued Resource ID: f730dcc3-9e9e-4ce3-8de5-9a0661973127 with Priority: HIGHEST for action security_group_rules [ 678.491017] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f730dcc3-9e9e-4ce3-8de5-9a0661973127 with Priority: HIGHEST for action security_group_rules [ 678.491017] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f730dcc3-9e9e-4ce3-8de5-9a0661973127 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.491017] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f730dcc3-9e9e-4ce3-8de5-9a0661973127" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.502395] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.502566] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.502634] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.503090] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.503284] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.513528] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c18f870-f5d3-418a-9cf0-aca5b950175c in Status: SUCCESS [ 678.514132] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c18f870-f5d3-418a-9cf0-aca5b950175c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.515654] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86ca883-7000-4ae0-bc89-e13fd64ee6c4 in Status: IN_PROGRESS for 2s [ 678.754027] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.754027] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.754027] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.754027] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.754027] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.754027] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f730dcc3-9e9e-4ce3-8de5-9a0661973127 already deleted. [ 678.754027] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f730dcc3-9e9e-4ce3-8de5-9a0661973127" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.755121] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f730dcc3-9e9e-4ce3-8de5-9a0661973127" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.755585] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f730dcc3-9e9e-4ce3-8de5-9a0661973127" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.755879] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f730dcc3-9e9e-4ce3-8de5-9a0661973127',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.798581] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1d85255-ae3b-4ad6-9ffc-05968db3b7c5: rpc.has_security_group_logging(os_id): False [ 678.827259] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.828524] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.828524] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.828524] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.828524] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.833261] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.833261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.833261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.833261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.833261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.833261] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.833261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.833261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.833261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.833261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.833261] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.833261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.833261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.833261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.833823] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.833823] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1d85255-ae3b-4ad6-9ffc-05968db3b7c5 is going to be created. [ 678.862930] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5346f313-ca74-4b75-b5b6-39120ca30dea in Status: SUCCESS [ 678.862930] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5346f313-ca74-4b75-b5b6-39120ca30dea deletion is rescheduled due to dependency. [ 678.862930] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5346f313-ca74-4b75-b5b6-39120ca30dea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.931167] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.933026] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.933026] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.933026] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.933026] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.952974] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1d85255-ae3b-4ad6-9ffc-05968db3b7c5 in Status: IN_PROGRESS for 2s [ 679.285330] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.285552] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.285617] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.285838] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.285999] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.286146] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f730dcc3-9e9e-4ce3-8de5-9a0661973127 already deleted. [ 679.286346] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f730dcc3-9e9e-4ce3-8de5-9a0661973127" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.512166] env[65426]: INFO networking_nsxv3.common.synchronization [req-0e0ff4e1-2801-4e69-96b8-a111a491e9d7 req-8b56f764-87cd-4c52-8ec0-373ad374a720 tempest-ServersAdminTestJSON-43446295 tempest-ServersAdminTestJSON-43446295-project-member] Enqueued Resource ID: d4854309-962d-48c8-b0eb-2c80cfee614f with Priority: HIGHEST for action security_group_members [ 680.513205] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4854309-962d-48c8-b0eb-2c80cfee614f with Priority: HIGHEST for action security_group_members [ 680.513691] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4854309-962d-48c8-b0eb-2c80cfee614f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.513872] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.513982] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.514246] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.514483] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.514625] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.514730] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.514923] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.515057] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.515333] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.537357] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c86ca883-7000-4ae0-bc89-e13fd64ee6c4 in Status: SUCCESS [ 680.537590] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c86ca883-7000-4ae0-bc89-e13fd64ee6c4 deletion is rescheduled due to dependency. [ 680.537590] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c86ca883-7000-4ae0-bc89-e13fd64ee6c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.899409] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.899545] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-774" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.899655] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-774" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.899919] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-774" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.900177] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.900322] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.900439] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.900624] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.900762] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.901268] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.903258] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.903430] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.903545] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.903900] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.903900] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.903900] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.925092] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.925264] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.925433] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.925562] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-774" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.925919] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-a6799c6c-96d4-4bd8-94c4-47da2eb2c735 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.926122] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-a6799c6c-96d4-4bd8-94c4-47da2eb2c735" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.926214] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-a6799c6c-96d4-4bd8-94c4-47da2eb2c735" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.926519] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-a6799c6c-96d4-4bd8-94c4-47da2eb2c735" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.926650] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6799c6c-96d4-4bd8-94c4-47da2eb2c735',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.968998] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1d85255-ae3b-4ad6-9ffc-05968db3b7c5 in Status: SUCCESS [ 680.969271] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.020038] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.429930] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.430188] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.430309] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.430620] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.430768] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.430950] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port a6799c6c-96d4-4bd8-94c4-47da2eb2c735 not found, creating... [ 681.431248] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.431437] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.431563] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.431740] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.431875] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.432177] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.432329] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.432438] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.432643] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.432772] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.432909] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: a6799c6c-96d4-4bd8-94c4-47da2eb2c735 is going to be created. [ 681.470405] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.470611] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.470740] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.471051] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.471295] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.471548] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-a6799c6c-96d4-4bd8-94c4-47da2eb2c735" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.521586] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.024839] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.025051] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.025098] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.025311] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.025400] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.025510] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4854309-962d-48c8-b0eb-2c80cfee614f is going to be updated. [ 682.059750] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.059983] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.059983] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.060899] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.060899] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.082867] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4854309-962d-48c8-b0eb-2c80cfee614f in Status: IN_PROGRESS for 2s [ 682.239460] env[65426]: INFO networking_nsxv3.common.synchronization [req-0e0ff4e1-2801-4e69-96b8-a111a491e9d7 req-50d46be6-24d0-491d-b13b-2f2dfd9d8a17 service nova] Enqueued Resource ID: d4854309-962d-48c8-b0eb-2c80cfee614f with Priority: HIGHEST for action security_group_rules [ 682.239637] env[65426]: INFO networking_nsxv3.common.synchronization [req-0e0ff4e1-2801-4e69-96b8-a111a491e9d7 req-50d46be6-24d0-491d-b13b-2f2dfd9d8a17 service nova] Enqueued Resource ID: d4854309-962d-48c8-b0eb-2c80cfee614f with Priority: HIGHEST for action security_group_members [ 682.239771] env[65426]: INFO networking_nsxv3.common.synchronization [req-0e0ff4e1-2801-4e69-96b8-a111a491e9d7 req-50d46be6-24d0-491d-b13b-2f2dfd9d8a17 service nova] Enqueued Resource ID: a6799c6c-96d4-4bd8-94c4-47da2eb2c735 with Priority: HIGHEST for action port [ 682.240425] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4854309-962d-48c8-b0eb-2c80cfee614f with Priority: HIGHEST for action security_group_rules [ 682.240622] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4854309-962d-48c8-b0eb-2c80cfee614f with Priority: HIGHEST for action security_group_members [ 682.240672] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6799c6c-96d4-4bd8-94c4-47da2eb2c735 with Priority: HIGHEST for action port [ 682.240977] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4854309-962d-48c8-b0eb-2c80cfee614f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.241335] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.241451] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.241952] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.241952] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.242960] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4854309-962d-48c8-b0eb-2c80cfee614f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.243191] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.243402] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6799c6c-96d4-4bd8-94c4-47da2eb2c735 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.243568] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6799c6c-96d4-4bd8-94c4-47da2eb2c735" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.243911] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6799c6c-96d4-4bd8-94c4-47da2eb2c735" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.243911] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6799c6c-96d4-4bd8-94c4-47da2eb2c735" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.244040] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6799c6c-96d4-4bd8-94c4-47da2eb2c735',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.747106] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4854309-962d-48c8-b0eb-2c80cfee614f taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.747106] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.747580] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6799c6c-96d4-4bd8-94c4-47da2eb2c735 with status ACTIVE [ 682.747580] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.747683] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.747902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.748167] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.748321] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.748594] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.748714] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.748788] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.750039] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.750039] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.750039] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.750039] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.750039] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.750039] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.750039] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.750039] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6799c6c-96d4-4bd8-94c4-47da2eb2c735 is going to be updated. [ 682.793703] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.793955] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.794036] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.794341] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.794556] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.794788] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6799c6c-96d4-4bd8-94c4-47da2eb2c735" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.027215] env[65426]: INFO networking_nsxv3.common.synchronization [req-3aec135c-6d46-41d3-93b4-229f65a897e4 req-0a5ff492-4205-4b35-9f54-6e43c860e257 tempest-ImagesOneServerTestJSON-668221820 tempest-ImagesOneServerTestJSON-668221820-project-member] Enqueued Resource ID: 05b1fe05-a0c7-48cf-b0e0-b8396413fbb2 with Priority: HIGHEST for action security_group_members [ 683.027964] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05b1fe05-a0c7-48cf-b0e0-b8396413fbb2 with Priority: HIGHEST for action security_group_members [ 683.028616] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.028787] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.028982] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.029309] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.029555] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.029669] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.029737] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.029903] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.030018] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.030258] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05b1fe05-a0c7-48cf-b0e0-b8396413fbb2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.532935] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.532935] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.532935] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.533246] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.533352] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.533589] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.533716] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.533772] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.533957] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.534060] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.534164] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05b1fe05-a0c7-48cf-b0e0-b8396413fbb2 already deleted. [ 683.534322] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.599635] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-242 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.599831] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-242" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.599831] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-242" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.600179] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-242" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.601684] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.601935] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.602067] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.602402] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.602569] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.602793] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.602900] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.603009] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.603121] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.603261] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.603374] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.603504] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.624296] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.624453] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 683.624551] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.624712] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-242" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.625030] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-98fdb42c-7d72-433f-9412-a894594afd0b taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.625189] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-98fdb42c-7d72-433f-9412-a894594afd0b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.625299] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-98fdb42c-7d72-433f-9412-a894594afd0b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.625611] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-98fdb42c-7d72-433f-9412-a894594afd0b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.625809] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98fdb42c-7d72-433f-9412-a894594afd0b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.094895] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4854309-962d-48c8-b0eb-2c80cfee614f in Status: SUCCESS [ 684.095181] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.095349] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.095694] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.096095] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.096249] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.096301] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.096454] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.096533] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.096645] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.129343] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.129549] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.129666] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.130072] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.130291] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.130460] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port 98fdb42c-7d72-433f-9412-a894594afd0b not found, creating... [ 684.130767] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.130970] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.131124] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.131359] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.131530] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.131851] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.132013] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.132367] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.132668] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.132864] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.133078] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: 98fdb42c-7d72-433f-9412-a894594afd0b is going to be created. [ 684.157414] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.157621] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.157738] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.158094] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.158323] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.158633] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-98fdb42c-7d72-433f-9412-a894594afd0b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.689229] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.968995] env[65426]: INFO networking_nsxv3.common.synchronization [req-3aec135c-6d46-41d3-93b4-229f65a897e4 req-7b54dcc9-197c-4166-a195-e549e21cb42f service nova] Enqueued Resource ID: 05b1fe05-a0c7-48cf-b0e0-b8396413fbb2 with Priority: HIGHEST for action security_group_rules [ 684.969199] env[65426]: INFO networking_nsxv3.common.synchronization [req-3aec135c-6d46-41d3-93b4-229f65a897e4 req-7b54dcc9-197c-4166-a195-e549e21cb42f service nova] Enqueued Resource ID: 05b1fe05-a0c7-48cf-b0e0-b8396413fbb2 with Priority: HIGHEST for action security_group_members [ 684.969321] env[65426]: INFO networking_nsxv3.common.synchronization [req-3aec135c-6d46-41d3-93b4-229f65a897e4 req-7b54dcc9-197c-4166-a195-e549e21cb42f service nova] Enqueued Resource ID: 98fdb42c-7d72-433f-9412-a894594afd0b with Priority: HIGHEST for action port [ 684.969941] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05b1fe05-a0c7-48cf-b0e0-b8396413fbb2 with Priority: HIGHEST for action security_group_rules [ 684.970858] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05b1fe05-a0c7-48cf-b0e0-b8396413fbb2 with Priority: HIGHEST for action security_group_members [ 684.971857] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98fdb42c-7d72-433f-9412-a894594afd0b with Priority: HIGHEST for action port [ 684.971857] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.971857] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.972037] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.972189] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.972266] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05b1fe05-a0c7-48cf-b0e0-b8396413fbb2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.973285] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.973396] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.973509] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.973741] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.973901] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.973997] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.974254] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.974792] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.974866] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.974992] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05b1fe05-a0c7-48cf-b0e0-b8396413fbb2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.976292] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-98fdb42c-7d72-433f-9412-a894594afd0b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.976292] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98fdb42c-7d72-433f-9412-a894594afd0b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.976587] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98fdb42c-7d72-433f-9412-a894594afd0b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.977379] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98fdb42c-7d72-433f-9412-a894594afd0b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.977379] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98fdb42c-7d72-433f-9412-a894594afd0b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.103026] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.480441] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.480613] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.480833] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05b1fe05-a0c7-48cf-b0e0-b8396413fbb2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.483044] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98fdb42c-7d72-433f-9412-a894594afd0b with status ACTIVE [ 685.483044] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.483044] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.483044] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.483635] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.483635] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.484106] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.484259] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.484328] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.484507] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.484906] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.484906] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.484997] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.484997] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.485145] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.485251] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.485332] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98fdb42c-7d72-433f-9412-a894594afd0b is going to be updated. [ 685.494106] env[65426]: INFO networking_nsxv3.common.synchronization [req-8b34fcc8-2b1d-48f4-9631-36cb94e84b96 req-4b5104e2-ba94-4339-ba8f-0fc0138b6976 tempest-DeleteServersAdminTestJSON-1331887288 tempest-DeleteServersAdminTestJSON-1331887288-project-member] Enqueued Resource ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 with Priority: HIGHEST for action security_group_members [ 685.497531] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 with Priority: HIGHEST for action security_group_members [ 685.498705] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a79f180-31ff-4c04-973b-a9e542e623a8 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.498705] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.498895] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.499078] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.499246] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.499535] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.499621] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.499784] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.499864] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.499959] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a79f180-31ff-4c04-973b-a9e542e623a8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.511706] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.511863] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.511934] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.513116] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.513116] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.513116] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98fdb42c-7d72-433f-9412-a894594afd0b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.605661] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.608913] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.608913] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.608913] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.608913] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.608913] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4854309-962d-48c8-b0eb-2c80cfee614f is going to be updated. [ 685.646918] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.647355] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.647355] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.647561] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.647825] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.661534] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4854309-962d-48c8-b0eb-2c80cfee614f in Status: IN_PROGRESS for 2s [ 685.983721] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05b1fe05-a0c7-48cf-b0e0-b8396413fbb2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.003590] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.003760] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.003832] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.004068] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.004175] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.006801] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.006801] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.006801] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.006801] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.006801] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.006801] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 is going to be updated. [ 686.038859] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.039042] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.039100] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.039311] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.039449] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.049974] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 in Status: IN_PROGRESS for 2s [ 686.181011] env[65426]: INFO networking_nsxv3.common.synchronization [req-c0e059ab-d9a2-49b2-a95d-dcdf662f722d req-68b2ad2f-beb8-4199-8a0a-c9857ac9a932 tempest-ServersAdminNegativeTestJSON-842906392 tempest-ServersAdminNegativeTestJSON-842906392-project-member] Enqueued Resource ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 with Priority: HIGHEST for action security_group_members [ 686.181702] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 with Priority: HIGHEST for action security_group_members [ 686.182029] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-427619b0-330f-4333-b26b-8da5ebc7a1e4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.182138] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.182212] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.182526] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.182606] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.182672] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.182719] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.182862] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.182943] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.183078] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('427619b0-330f-4333-b26b-8da5ebc7a1e4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.486709] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.486877] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.486953] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.487287] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.487364] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.487480] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05b1fe05-a0c7-48cf-b0e0-b8396413fbb2 is going to be created. [ 686.515416] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.515642] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.515696] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.515982] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.516190] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.530583] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05b1fe05-a0c7-48cf-b0e0-b8396413fbb2 in Status: UNINITIALIZED for 2s [ 686.610028] env[65426]: INFO networking_nsxv3.common.synchronization [None req-91eb09e9-cca0-42ba-bc3d-dc1d4bc09395 None None] Enqueued Resource ID: 12ea77dd-81e5-4a2a-acc4-d45d9397f9f4 with Priority: HIGHEST for action port [ 686.611811] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12ea77dd-81e5-4a2a-acc4-d45d9397f9f4 with Priority: HIGHEST for action port [ 686.613899] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-12ea77dd-81e5-4a2a-acc4-d45d9397f9f4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.614632] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12ea77dd-81e5-4a2a-acc4-d45d9397f9f4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.614742] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12ea77dd-81e5-4a2a-acc4-d45d9397f9f4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.615069] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12ea77dd-81e5-4a2a-acc4-d45d9397f9f4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.615168] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12ea77dd-81e5-4a2a-acc4-d45d9397f9f4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.673342] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-394 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.673605] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.673737] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.674219] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.674599] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.674784] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.674906] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.675152] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.675296] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.675543] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.675683] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 686.675811] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 686.675999] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 686.676223] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 686.676372] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 686.676514] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 686.688320] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('427619b0-330f-4333-b26b-8da5ebc7a1e4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.696098] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 686.696378] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 686.696526] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 686.696765] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.699609] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-31dce1d1-6b1b-4d90-8a80-79e0dbbd1834 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.699609] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-31dce1d1-6b1b-4d90-8a80-79e0dbbd1834" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.699609] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-31dce1d1-6b1b-4d90-8a80-79e0dbbd1834" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.699609] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-31dce1d1-6b1b-4d90-8a80-79e0dbbd1834" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.699609] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31dce1d1-6b1b-4d90-8a80-79e0dbbd1834',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.117491] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12ea77dd-81e5-4a2a-acc4-d45d9397f9f4 [ 687.117699] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.117876] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.117949] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.118185] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.118294] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.118396] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12ea77dd-81e5-4a2a-acc4-d45d9397f9f4 already deleted. [ 687.118481] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12ea77dd-81e5-4a2a-acc4-d45d9397f9f4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.192072] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('427619b0-330f-4333-b26b-8da5ebc7a1e4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.201765] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.201984] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.201984] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.202211] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.202406] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.202861] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port 31dce1d1-6b1b-4d90-8a80-79e0dbbd1834 not found, creating... [ 687.202957] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.203351] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.203497] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.203717] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.203850] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.204148] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.204300] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.204413] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.204616] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.204743] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.204875] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: 31dce1d1-6b1b-4d90-8a80-79e0dbbd1834 is going to be created. [ 687.226016] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.226276] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.226355] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.226635] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.226860] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.227087] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-31dce1d1-6b1b-4d90-8a80-79e0dbbd1834" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.677854] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4854309-962d-48c8-b0eb-2c80cfee614f in Status: SUCCESS [ 687.678630] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.678630] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.679070] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.679118] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.679248] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.679291] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.679565] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.679565] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.679693] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.679747] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.694233] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.694357] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.695275] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.695275] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.695275] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.695275] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 is going to be updated. [ 687.772211] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.772413] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.772413] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.773030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.773030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.786530] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 in Status: IN_PROGRESS for 2s [ 688.015283] env[65426]: INFO networking_nsxv3.common.synchronization [req-c0e059ab-d9a2-49b2-a95d-dcdf662f722d req-7894cbbf-6736-430e-9daf-3571c25f1697 service nova] Enqueued Resource ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 with Priority: HIGHEST for action security_group_rules [ 688.015486] env[65426]: INFO networking_nsxv3.common.synchronization [req-c0e059ab-d9a2-49b2-a95d-dcdf662f722d req-7894cbbf-6736-430e-9daf-3571c25f1697 service nova] Enqueued Resource ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 with Priority: HIGHEST for action security_group_members [ 688.015617] env[65426]: INFO networking_nsxv3.common.synchronization [req-c0e059ab-d9a2-49b2-a95d-dcdf662f722d req-7894cbbf-6736-430e-9daf-3571c25f1697 service nova] Enqueued Resource ID: 31dce1d1-6b1b-4d90-8a80-79e0dbbd1834 with Priority: HIGHEST for action port [ 688.016175] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 with Priority: HIGHEST for action security_group_rules [ 688.016483] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 with Priority: HIGHEST for action security_group_members [ 688.016483] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31dce1d1-6b1b-4d90-8a80-79e0dbbd1834 with Priority: HIGHEST for action port [ 688.016666] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-427619b0-330f-4333-b26b-8da5ebc7a1e4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.016783] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.016850] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.020865] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.020865] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('427619b0-330f-4333-b26b-8da5ebc7a1e4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.023096] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-427619b0-330f-4333-b26b-8da5ebc7a1e4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.023096] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.023240] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-31dce1d1-6b1b-4d90-8a80-79e0dbbd1834 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.023345] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31dce1d1-6b1b-4d90-8a80-79e0dbbd1834" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.023413] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31dce1d1-6b1b-4d90-8a80-79e0dbbd1834" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.023694] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31dce1d1-6b1b-4d90-8a80-79e0dbbd1834" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.023694] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31dce1d1-6b1b-4d90-8a80-79e0dbbd1834',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.066964] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 in Status: SUCCESS [ 688.067200] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 deletion is rescheduled due to dependency. [ 688.067318] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.184740] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4854309-962d-48c8-b0eb-2c80cfee614f taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.184974] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.184974] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.185598] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.185598] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.185598] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.185598] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.185946] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.185946] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.185946] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.185946] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4854309-962d-48c8-b0eb-2c80cfee614f taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.186139] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.186139] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.186232] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.186376] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.186460] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.186517] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.186637] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.186710] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.186791] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.186876] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.308420] env[65426]: INFO networking_nsxv3.common.synchronization [req-8b0862f7-3ce3-4376-9a4b-91aad59500ff req-7d85bc79-34e6-4ca2-a38a-62c684ed3ca7 tempest-InstanceActionsTestJSON-852206151 tempest-InstanceActionsTestJSON-852206151-project-member] Enqueued Resource ID: 0be67ff7-69f3-4efc-83af-cd99bbc684d9 with Priority: HIGHEST for action security_group_members [ 688.309251] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be67ff7-69f3-4efc-83af-cd99bbc684d9 with Priority: HIGHEST for action security_group_members [ 688.310051] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-0be67ff7-69f3-4efc-83af-cd99bbc684d9 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.310051] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0be67ff7-69f3-4efc-83af-cd99bbc684d9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.310051] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0be67ff7-69f3-4efc-83af-cd99bbc684d9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.310317] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0be67ff7-69f3-4efc-83af-cd99bbc684d9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.310317] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.310423] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.310423] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.310611] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.310698] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.310835] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0be67ff7-69f3-4efc-83af-cd99bbc684d9',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.523183] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-427619b0-330f-4333-b26b-8da5ebc7a1e4 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.523379] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.527900] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31dce1d1-6b1b-4d90-8a80-79e0dbbd1834 with status ACTIVE [ 688.528167] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.528295] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.528384] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.528598] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.528714] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.528867] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.528991] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.529116] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.529204] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.529276] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.529547] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.529547] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.529730] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.529730] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.529886] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.529886] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31dce1d1-6b1b-4d90-8a80-79e0dbbd1834 is going to be updated. [ 688.543272] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05b1fe05-a0c7-48cf-b0e0-b8396413fbb2 in Status: SUCCESS [ 688.543566] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.544154] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.544392] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.547179] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.547179] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.547179] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.547179] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.547179] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.547179] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.547179] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05b1fe05-a0c7-48cf-b0e0-b8396413fbb2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.560196] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.560358] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.560431] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.560641] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.560806] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.560996] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31dce1d1-6b1b-4d90-8a80-79e0dbbd1834" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.689177] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4854309-962d-48c8-b0eb-2c80cfee614f: rpc.has_security_group_logging(os_id): False [ 688.699483] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-265 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.699483] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-265" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.699609] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-265" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.699889] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-265" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.700370] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.700563] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.700724] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.701028] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.701191] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.701443] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.701594] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 688.701733] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 688.701871] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 688.702085] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.702229] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 688.702393] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 688.712611] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.712851] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.712982] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.713591] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.713591] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.713591] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.713804] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.713804] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.713962] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.714085] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.714312] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.714440] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.714528] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.714697] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.714805] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.715130] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.715264] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.715350] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.715522] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.715631] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.715761] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4854309-962d-48c8-b0eb-2c80cfee614f is going to be updated. [ 688.738386] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 688.738628] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 688.738777] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 688.739018] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-265" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.739451] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-ee84995a-abb5-448d-9468-f3eaa21d7f4e taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.739691] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-ee84995a-abb5-448d-9468-f3eaa21d7f4e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.739762] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-ee84995a-abb5-448d-9468-f3eaa21d7f4e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.740290] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-ee84995a-abb5-448d-9468-f3eaa21d7f4e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.740810] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee84995a-abb5-448d-9468-f3eaa21d7f4e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.809405] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.809598] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.809681] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.809940] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.810111] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.815458] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.815611] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.815742] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.816021] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.816142] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.816334] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.816437] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.816496] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.816657] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.816730] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.816811] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0be67ff7-69f3-4efc-83af-cd99bbc684d9 already deleted. [ 688.816889] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0be67ff7-69f3-4efc-83af-cd99bbc684d9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.829213] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4854309-962d-48c8-b0eb-2c80cfee614f in Status: IN_PROGRESS for 2s [ 689.047555] env[65426]: INFO networking_nsxv3.common.synchronization [None req-e60bfa07-7529-41aa-8800-01780a4d26b3 None None] Enqueued Resource ID: e8dc02b0-90a2-47a8-a947-3f5f6188ce84 with Priority: HIGHEST for action port [ 689.047555] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.047745] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.047745] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.049174] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.049174] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.049174] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.049174] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.049174] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.049174] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.049174] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.049174] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.049174] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.049174] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.049597] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.049597] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.049721] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.049754] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.049884] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.050114] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.050214] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.050303] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05b1fe05-a0c7-48cf-b0e0-b8396413fbb2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.052042] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8dc02b0-90a2-47a8-a947-3f5f6188ce84 with Priority: HIGHEST for action port [ 689.053298] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8dc02b0-90a2-47a8-a947-3f5f6188ce84 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.053445] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8dc02b0-90a2-47a8-a947-3f5f6188ce84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.053445] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8dc02b0-90a2-47a8-a947-3f5f6188ce84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.053617] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8dc02b0-90a2-47a8-a947-3f5f6188ce84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.053752] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8dc02b0-90a2-47a8-a947-3f5f6188ce84',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.137281] env[65426]: INFO networking_nsxv3.common.synchronization [None req-5d01a68c-2d3e-4790-a4d2-fcdb715b8934 tempest-ServersTestJSON-1712790100 tempest-ServersTestJSON-1712790100-project-member] Enqueued Resource ID: dbf8c731-30d7-41db-a2d8-f5220648478b with Priority: HIGHEST for action security_group_rules [ 689.138151] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf8c731-30d7-41db-a2d8-f5220648478b with Priority: HIGHEST for action security_group_rules [ 689.138730] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbf8c731-30d7-41db-a2d8-f5220648478b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.139125] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.139347] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.140365] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.140365] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbf8c731-30d7-41db-a2d8-f5220648478b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.243667] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.244010] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.244185] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.244547] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.244974] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.245069] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port ee84995a-abb5-448d-9468-f3eaa21d7f4e not found, creating... [ 689.245631] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.245836] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.245937] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.246192] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.246327] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.246614] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.246765] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.246905] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.247091] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.247423] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.247581] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: ee84995a-abb5-448d-9468-f3eaa21d7f4e is going to be created. [ 689.279419] env[65426]: INFO networking_nsxv3.common.synchronization [None req-65bab58e-df72-4725-a377-f679a58e0329 tempest-ServersTestJSON-1712790100 tempest-ServersTestJSON-1712790100-project-member] Enqueued Resource ID: dbf8c731-30d7-41db-a2d8-f5220648478b with Priority: HIGHEST for action security_group_rules [ 689.279826] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf8c731-30d7-41db-a2d8-f5220648478b with Priority: HIGHEST for action security_group_rules [ 689.280358] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbf8c731-30d7-41db-a2d8-f5220648478b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.280505] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.295023] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.295023] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.295023] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.295023] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.295023] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.295023] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-ee84995a-abb5-448d-9468-f3eaa21d7f4e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.553451] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05b1fe05-a0c7-48cf-b0e0-b8396413fbb2: rpc.has_security_group_logging(os_id): False [ 689.558354] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e8dc02b0-90a2-47a8-a947-3f5f6188ce84 [ 689.558594] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.558718] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.558781] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.558984] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.559087] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.559181] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e8dc02b0-90a2-47a8-a947-3f5f6188ce84 already deleted. [ 689.559261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8dc02b0-90a2-47a8-a947-3f5f6188ce84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.577599] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.577768] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.577904] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.578153] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.578153] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.578353] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.578462] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.578533] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.578648] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.578721] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.579041] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.579147] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.579205] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.579397] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.579473] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.579706] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.579811] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.579868] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.580026] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.580115] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.580246] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05b1fe05-a0c7-48cf-b0e0-b8396413fbb2 is going to be created. [ 689.672183] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.672183] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.672183] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.672183] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.672183] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.675468] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.675632] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.675632] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.675816] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.675906] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.676008] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbf8c731-30d7-41db-a2d8-f5220648478b already deleted. [ 689.676099] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.676253] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.676408] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.676494] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbf8c731-30d7-41db-a2d8-f5220648478b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.688466] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05b1fe05-a0c7-48cf-b0e0-b8396413fbb2 in Status: IN_PROGRESS for 2s [ 689.800432] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 in Status: SUCCESS [ 689.800635] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.801305] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.801537] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.801967] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.802213] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.802362] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.802590] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.802707] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.802882] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('427619b0-330f-4333-b26b-8da5ebc7a1e4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.997915] env[65426]: INFO networking_nsxv3.common.synchronization [req-8b0862f7-3ce3-4376-9a4b-91aad59500ff req-14ff6e62-6aaf-4533-8ad5-52a2b3dd67bc service nova] Enqueued Resource ID: 0be67ff7-69f3-4efc-83af-cd99bbc684d9 with Priority: HIGHEST for action security_group_rules [ 689.998842] env[65426]: INFO networking_nsxv3.common.synchronization [req-8b0862f7-3ce3-4376-9a4b-91aad59500ff req-14ff6e62-6aaf-4533-8ad5-52a2b3dd67bc service nova] Enqueued Resource ID: 0be67ff7-69f3-4efc-83af-cd99bbc684d9 with Priority: HIGHEST for action security_group_members [ 689.999232] env[65426]: INFO networking_nsxv3.common.synchronization [req-8b0862f7-3ce3-4376-9a4b-91aad59500ff req-14ff6e62-6aaf-4533-8ad5-52a2b3dd67bc service nova] Enqueued Resource ID: ee84995a-abb5-448d-9468-f3eaa21d7f4e with Priority: HIGHEST for action port [ 690.000026] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be67ff7-69f3-4efc-83af-cd99bbc684d9 with Priority: HIGHEST for action security_group_rules [ 690.000222] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be67ff7-69f3-4efc-83af-cd99bbc684d9 with Priority: HIGHEST for action security_group_members [ 690.000651] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee84995a-abb5-448d-9468-f3eaa21d7f4e with Priority: HIGHEST for action port [ 690.000651] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0be67ff7-69f3-4efc-83af-cd99bbc684d9 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.000841] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0be67ff7-69f3-4efc-83af-cd99bbc684d9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.000841] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0be67ff7-69f3-4efc-83af-cd99bbc684d9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.004488] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0be67ff7-69f3-4efc-83af-cd99bbc684d9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.004488] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0be67ff7-69f3-4efc-83af-cd99bbc684d9',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.004488] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-0be67ff7-69f3-4efc-83af-cd99bbc684d9 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.004488] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0be67ff7-69f3-4efc-83af-cd99bbc684d9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.004488] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0be67ff7-69f3-4efc-83af-cd99bbc684d9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.004488] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0be67ff7-69f3-4efc-83af-cd99bbc684d9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.004488] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.004488] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.004488] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.004488] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.004488] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.004488] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0be67ff7-69f3-4efc-83af-cd99bbc684d9',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.004488] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee84995a-abb5-448d-9468-f3eaa21d7f4e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.004488] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee84995a-abb5-448d-9468-f3eaa21d7f4e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.004488] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee84995a-abb5-448d-9468-f3eaa21d7f4e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.005095] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee84995a-abb5-448d-9468-f3eaa21d7f4e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.005095] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee84995a-abb5-448d-9468-f3eaa21d7f4e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.202242] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.202242] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.202242] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.202242] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.202242] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.202242] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbf8c731-30d7-41db-a2d8-f5220648478b already deleted. [ 690.202242] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.306515] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('427619b0-330f-4333-b26b-8da5ebc7a1e4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.507193] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-0be67ff7-69f3-4efc-83af-cd99bbc684d9 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.507405] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0be67ff7-69f3-4efc-83af-cd99bbc684d9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.507640] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee84995a-abb5-448d-9468-f3eaa21d7f4e with status ACTIVE [ 690.507713] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.507785] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.507882] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.508119] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.508225] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.508686] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.508686] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.508686] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.508932] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.508932] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.509021] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.509076] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.509111] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.509244] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.509559] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.509559] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee84995a-abb5-448d-9468-f3eaa21d7f4e is going to be updated. [ 690.510533] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0be67ff7-69f3-4efc-83af-cd99bbc684d9',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.538376] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.538527] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.538601] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.538831] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.539038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.539219] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee84995a-abb5-448d-9468-f3eaa21d7f4e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.810268] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('427619b0-330f-4333-b26b-8da5ebc7a1e4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.848223] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4854309-962d-48c8-b0eb-2c80cfee614f in Status: SUCCESS [ 690.848426] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.016523] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0be67ff7-69f3-4efc-83af-cd99bbc684d9',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.191309] env[65426]: INFO networking_nsxv3.common.synchronization [req-852977d7-e78f-4a5b-a01c-421f6c9ba1cc req-98ba0043-ab65-4e32-8e1c-68483b12e7e0 tempest-ImagesNegativeTestJSON-110235912 tempest-ImagesNegativeTestJSON-110235912-project-member] Enqueued Resource ID: 6c18f870-f5d3-418a-9cf0-aca5b950175c with Priority: HIGHEST for action security_group_members [ 691.192182] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c18f870-f5d3-418a-9cf0-aca5b950175c with Priority: HIGHEST for action security_group_members [ 691.192182] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c18f870-f5d3-418a-9cf0-aca5b950175c taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.192374] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c18f870-f5d3-418a-9cf0-aca5b950175c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.192374] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c18f870-f5d3-418a-9cf0-aca5b950175c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.192531] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c18f870-f5d3-418a-9cf0-aca5b950175c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.192664] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.192756] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.192810] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.192968] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.196288] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.196436] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c18f870-f5d3-418a-9cf0-aca5b950175c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.314563] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.314563] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.314563] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.314563] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.314563] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.314563] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 is going to be updated. [ 691.353308] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.353865] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.354135] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.354642] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.355599] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.382048] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 in Status: IN_PROGRESS for 2s [ 691.522435] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.523329] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.523329] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.526024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.526024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.526024] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0be67ff7-69f3-4efc-83af-cd99bbc684d9 is going to be created. [ 691.557644] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.558180] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.558386] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.562583] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.562583] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.572757] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0be67ff7-69f3-4efc-83af-cd99bbc684d9 in Status: UNINITIALIZED for 2s [ 691.700564] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.700721] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.700888] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.701163] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.701342] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.701648] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.701810] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.701923] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.702220] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.702364] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.702523] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c18f870-f5d3-418a-9cf0-aca5b950175c is going to be updated. [ 691.705435] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05b1fe05-a0c7-48cf-b0e0-b8396413fbb2 in Status: SUCCESS [ 691.705629] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.737924] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.737924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.737924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.738319] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.738319] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.754230] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c18f870-f5d3-418a-9cf0-aca5b950175c in Status: IN_PROGRESS for 2s [ 693.262703] env[65426]: INFO networking_nsxv3.common.synchronization [req-51e4963e-ba8e-445e-b61a-aacd49568542 req-99815aba-5d5f-48e6-ad4a-186816afe990 tempest-FloatingIPsAssociationNegativeTestJSON-901893330 tempest-FloatingIPsAssociationNegativeTestJSON-901893330-project-member] Enqueued Resource ID: a4fe4e42-dd2d-4057-828e-c0a56074ca9c with Priority: HIGHEST for action security_group_members [ 693.263576] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4fe4e42-dd2d-4057-828e-c0a56074ca9c with Priority: HIGHEST for action security_group_members [ 693.263867] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4fe4e42-dd2d-4057-828e-c0a56074ca9c taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.264063] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4fe4e42-dd2d-4057-828e-c0a56074ca9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.264163] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4fe4e42-dd2d-4057-828e-c0a56074ca9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.264458] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4fe4e42-dd2d-4057-828e-c0a56074ca9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.264940] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.264940] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.264940] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.265814] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.265814] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.265814] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4fe4e42-dd2d-4057-828e-c0a56074ca9c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.396307] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 in Status: SUCCESS [ 693.396442] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.398221] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.398221] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.398221] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.398221] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.398221] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.398221] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.398221] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.398221] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.398694] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('427619b0-330f-4333-b26b-8da5ebc7a1e4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.587161] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0be67ff7-69f3-4efc-83af-cd99bbc684d9 in Status: SUCCESS [ 693.587161] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0be67ff7-69f3-4efc-83af-cd99bbc684d9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.587161] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0be67ff7-69f3-4efc-83af-cd99bbc684d9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.587161] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0be67ff7-69f3-4efc-83af-cd99bbc684d9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.587706] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.587706] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.587706] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.587706] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.588322] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.588322] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0be67ff7-69f3-4efc-83af-cd99bbc684d9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.588322] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0be67ff7-69f3-4efc-83af-cd99bbc684d9',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.768265] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c18f870-f5d3-418a-9cf0-aca5b950175c in Status: SUCCESS [ 693.768551] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c18f870-f5d3-418a-9cf0-aca5b950175c deletion is rescheduled due to dependency. [ 693.768647] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c18f870-f5d3-418a-9cf0-aca5b950175c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.769334] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.769334] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.769334] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.770195] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.770195] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.770195] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.770195] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.770195] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.771702] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.771702] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.771702] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4fe4e42-dd2d-4057-828e-c0a56074ca9c is going to be updated. [ 693.806313] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.806313] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.806313] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.806313] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.806313] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.824480] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4fe4e42-dd2d-4057-828e-c0a56074ca9c in Status: IN_PROGRESS for 2s [ 693.901562] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-427619b0-330f-4333-b26b-8da5ebc7a1e4 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.901999] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.901999] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.902843] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.903082] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.903262] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.903262] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.903799] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.903799] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.903799] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.903799] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-427619b0-330f-4333-b26b-8da5ebc7a1e4 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.903998] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.903998] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.904096] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.904341] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.904341] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.904341] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.904494] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.904549] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.904647] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.904730] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('427619b0-330f-4333-b26b-8da5ebc7a1e4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.091206] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-0be67ff7-69f3-4efc-83af-cd99bbc684d9 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.091206] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0be67ff7-69f3-4efc-83af-cd99bbc684d9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.091206] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0be67ff7-69f3-4efc-83af-cd99bbc684d9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.091585] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0be67ff7-69f3-4efc-83af-cd99bbc684d9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.091585] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.091585] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.092258] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.092258] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.092258] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.092258] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0be67ff7-69f3-4efc-83af-cd99bbc684d9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.092258] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-0be67ff7-69f3-4efc-83af-cd99bbc684d9 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.092258] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0be67ff7-69f3-4efc-83af-cd99bbc684d9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.092258] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0be67ff7-69f3-4efc-83af-cd99bbc684d9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.092543] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0be67ff7-69f3-4efc-83af-cd99bbc684d9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.092543] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.093385] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.093385] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.093385] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.093385] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.093385] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0be67ff7-69f3-4efc-83af-cd99bbc684d9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.093385] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0be67ff7-69f3-4efc-83af-cd99bbc684d9',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.408430] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 427619b0-330f-4333-b26b-8da5ebc7a1e4: rpc.has_security_group_logging(os_id): False [ 694.430291] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.430495] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.430495] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.431411] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.431411] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.431604] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.431699] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.431742] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.432429] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.432429] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.432429] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.432429] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.432717] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.432717] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.432717] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.432934] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.435042] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.435042] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.435042] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.435042] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.435042] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 is going to be updated. [ 694.513625] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.513923] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.513965] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.514266] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.514527] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.536928] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 in Status: IN_PROGRESS for 2s [ 694.595586] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0be67ff7-69f3-4efc-83af-cd99bbc684d9: rpc.has_security_group_logging(os_id): False [ 694.616681] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.617035] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.617224] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.617546] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.617761] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.618122] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.618370] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.619092] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.619092] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.619092] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.619734] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.619850] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.619917] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.620357] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.620357] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.620507] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.620713] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.620799] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.621433] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.621433] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.621433] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0be67ff7-69f3-4efc-83af-cd99bbc684d9 is going to be created. [ 694.688522] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.688687] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.688773] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.689059] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.689232] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.705025] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0be67ff7-69f3-4efc-83af-cd99bbc684d9 in Status: IN_PROGRESS for 2s [ 695.833335] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4fe4e42-dd2d-4057-828e-c0a56074ca9c in Status: SUCCESS [ 695.833817] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4fe4e42-dd2d-4057-828e-c0a56074ca9c deletion is rescheduled due to dependency. [ 695.833817] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4fe4e42-dd2d-4057-828e-c0a56074ca9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.384938] env[65426]: INFO networking_nsxv3.common.synchronization [None req-85266d20-e067-4374-bf85-1242fc546799 None None] Enqueued Resource ID: 435d782a-afad-45ea-afa4-042d55536d5d with Priority: HIGHEST for action port [ 696.386915] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 435d782a-afad-45ea-afa4-042d55536d5d with Priority: HIGHEST for action port [ 696.387651] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-435d782a-afad-45ea-afa4-042d55536d5d taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.388984] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-435d782a-afad-45ea-afa4-042d55536d5d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.388984] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-435d782a-afad-45ea-afa4-042d55536d5d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.388984] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-435d782a-afad-45ea-afa4-042d55536d5d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.389210] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('435d782a-afad-45ea-afa4-042d55536d5d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.553178] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 in Status: SUCCESS [ 696.553466] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.718914] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0be67ff7-69f3-4efc-83af-cd99bbc684d9 in Status: SUCCESS [ 696.719510] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0be67ff7-69f3-4efc-83af-cd99bbc684d9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.895809] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 435d782a-afad-45ea-afa4-042d55536d5d [ 696.896117] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.896197] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.896265] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.896480] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.896570] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.896660] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:435d782a-afad-45ea-afa4-042d55536d5d already deleted. [ 696.896735] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-435d782a-afad-45ea-afa4-042d55536d5d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.489093] env[65426]: INFO networking_nsxv3.common.synchronization [None req-8523c551-7051-4ea8-b3f2-1911e581eec6 None None] Enqueued Resource ID: e413b506-2482-4578-a73e-12fff09fe556 with Priority: HIGHEST for action port [ 698.489667] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e413b506-2482-4578-a73e-12fff09fe556 with Priority: HIGHEST for action port [ 698.493430] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-e413b506-2482-4578-a73e-12fff09fe556 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.493430] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e413b506-2482-4578-a73e-12fff09fe556" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.493430] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e413b506-2482-4578-a73e-12fff09fe556" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.494146] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e413b506-2482-4578-a73e-12fff09fe556" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.494263] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e413b506-2482-4578-a73e-12fff09fe556',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.996283] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e413b506-2482-4578-a73e-12fff09fe556 [ 698.996534] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.996958] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.996958] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.997128] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.997128] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.997228] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e413b506-2482-4578-a73e-12fff09fe556 already deleted. [ 698.997337] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e413b506-2482-4578-a73e-12fff09fe556" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.710012] env[65426]: INFO networking_nsxv3.common.synchronization [req-9e107e0d-b83a-47d6-95e7-f0a3737329a5 req-23c4cffe-4efd-452f-95ee-d23119f9794e tempest-ServersV294TestFqdnHostnames-228901025 tempest-ServersV294TestFqdnHostnames-228901025-project-member] Enqueued Resource ID: f730dcc3-9e9e-4ce3-8de5-9a0661973127 with Priority: HIGHEST for action security_group_members [ 699.710012] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f730dcc3-9e9e-4ce3-8de5-9a0661973127 with Priority: HIGHEST for action security_group_members [ 699.711727] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-f730dcc3-9e9e-4ce3-8de5-9a0661973127 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.712191] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f730dcc3-9e9e-4ce3-8de5-9a0661973127" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.712282] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f730dcc3-9e9e-4ce3-8de5-9a0661973127" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.712552] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f730dcc3-9e9e-4ce3-8de5-9a0661973127" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.712728] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.713230] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.713230] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.713230] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.713230] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.713230] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f730dcc3-9e9e-4ce3-8de5-9a0661973127',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.219594] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.219840] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.219929] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.220147] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.220264] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.220563] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.220682] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.220739] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.220998] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.220998] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.221122] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f730dcc3-9e9e-4ce3-8de5-9a0661973127 already deleted. [ 700.221236] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f730dcc3-9e9e-4ce3-8de5-9a0661973127" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.388640] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-235 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.388993] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-235" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.389174] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-235" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.389578] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-235" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.391884] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.391884] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.391884] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.391884] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.391884] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.391884] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.391884] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.391884] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.391884] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.391884] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 700.391884] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.391884] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.416514] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.416758] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 700.416915] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.417169] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-235" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.417611] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-bf9a6109-13a3-4207-abd0-f5cbea6263c9 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.417787] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-bf9a6109-13a3-4207-abd0-f5cbea6263c9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.418016] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-bf9a6109-13a3-4207-abd0-f5cbea6263c9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.418362] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-bf9a6109-13a3-4207-abd0-f5cbea6263c9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.418565] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf9a6109-13a3-4207-abd0-f5cbea6263c9',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.522940] env[65426]: INFO networking_nsxv3.common.synchronization [None req-520b428b-e517-45df-9046-9c924f2e8181 None None] Enqueued Resource ID: 0bf78452-56f5-4136-b79f-c8707b21c18d with Priority: HIGHEST for action port [ 700.523981] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bf78452-56f5-4136-b79f-c8707b21c18d with Priority: HIGHEST for action port [ 700.524498] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bf78452-56f5-4136-b79f-c8707b21c18d taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.524498] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bf78452-56f5-4136-b79f-c8707b21c18d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.524657] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bf78452-56f5-4136-b79f-c8707b21c18d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.524806] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bf78452-56f5-4136-b79f-c8707b21c18d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.524888] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bf78452-56f5-4136-b79f-c8707b21c18d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.922034] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.922034] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.922034] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.922034] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.922034] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.922621] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port bf9a6109-13a3-4207-abd0-f5cbea6263c9 not found, creating... [ 700.922621] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.922800] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.922994] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.923650] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.923650] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.923737] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.923894] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.924067] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.924312] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.924448] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.924627] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: bf9a6109-13a3-4207-abd0-f5cbea6263c9 is going to be created. [ 700.949419] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.949737] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.950104] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.950272] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.950457] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.950690] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-bf9a6109-13a3-4207-abd0-f5cbea6263c9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.028023] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0bf78452-56f5-4136-b79f-c8707b21c18d [ 701.028453] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.029143] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.029143] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.029285] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.029374] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.029528] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0bf78452-56f5-4136-b79f-c8707b21c18d already deleted. [ 701.029665] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bf78452-56f5-4136-b79f-c8707b21c18d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.398928] env[65426]: INFO networking_nsxv3.common.synchronization [None req-03d972ed-9de3-4edc-97e6-d86bdec8c8a9 tempest-ServersTestManualDisk-196927481 tempest-ServersTestManualDisk-196927481-project-member] Enqueued Resource ID: f8211fdd-fd24-434e-8efd-43841e4dad59 with Priority: HIGHEST for action security_group_rules [ 701.399631] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8211fdd-fd24-434e-8efd-43841e4dad59 with Priority: HIGHEST for action security_group_rules [ 701.399954] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8211fdd-fd24-434e-8efd-43841e4dad59 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.400113] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8211fdd-fd24-434e-8efd-43841e4dad59" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.400175] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8211fdd-fd24-434e-8efd-43841e4dad59" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.400582] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8211fdd-fd24-434e-8efd-43841e4dad59" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.400658] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8211fdd-fd24-434e-8efd-43841e4dad59',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.785153] env[65426]: INFO networking_nsxv3.common.synchronization [req-9e107e0d-b83a-47d6-95e7-f0a3737329a5 req-7a8c23ac-8373-4598-8864-87032c3bbf39 service nova] Enqueued Resource ID: f730dcc3-9e9e-4ce3-8de5-9a0661973127 with Priority: HIGHEST for action security_group_rules [ 701.785153] env[65426]: INFO networking_nsxv3.common.synchronization [req-9e107e0d-b83a-47d6-95e7-f0a3737329a5 req-7a8c23ac-8373-4598-8864-87032c3bbf39 service nova] Enqueued Resource ID: f730dcc3-9e9e-4ce3-8de5-9a0661973127 with Priority: HIGHEST for action security_group_members [ 701.785153] env[65426]: INFO networking_nsxv3.common.synchronization [req-9e107e0d-b83a-47d6-95e7-f0a3737329a5 req-7a8c23ac-8373-4598-8864-87032c3bbf39 service nova] Enqueued Resource ID: bf9a6109-13a3-4207-abd0-f5cbea6263c9 with Priority: HIGHEST for action port [ 701.786124] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f730dcc3-9e9e-4ce3-8de5-9a0661973127 with Priority: HIGHEST for action security_group_rules [ 701.786124] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f730dcc3-9e9e-4ce3-8de5-9a0661973127 with Priority: HIGHEST for action security_group_members [ 701.786124] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf9a6109-13a3-4207-abd0-f5cbea6263c9 with Priority: HIGHEST for action port [ 701.786124] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f730dcc3-9e9e-4ce3-8de5-9a0661973127 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.788177] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f730dcc3-9e9e-4ce3-8de5-9a0661973127" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.790161] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f730dcc3-9e9e-4ce3-8de5-9a0661973127" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.790161] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f730dcc3-9e9e-4ce3-8de5-9a0661973127" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.790161] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f730dcc3-9e9e-4ce3-8de5-9a0661973127',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.790161] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-f730dcc3-9e9e-4ce3-8de5-9a0661973127 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.790161] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f730dcc3-9e9e-4ce3-8de5-9a0661973127" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.792041] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f730dcc3-9e9e-4ce3-8de5-9a0661973127" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.792041] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f730dcc3-9e9e-4ce3-8de5-9a0661973127" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.792041] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.792301] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.792301] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.793394] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.793394] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.793394] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f730dcc3-9e9e-4ce3-8de5-9a0661973127',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.794127] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf9a6109-13a3-4207-abd0-f5cbea6263c9 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.794258] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf9a6109-13a3-4207-abd0-f5cbea6263c9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.794341] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf9a6109-13a3-4207-abd0-f5cbea6263c9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.794547] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf9a6109-13a3-4207-abd0-f5cbea6263c9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.794717] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf9a6109-13a3-4207-abd0-f5cbea6263c9',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.932743] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.933972] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.934314] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.934709] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.934888] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.935070] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8211fdd-fd24-434e-8efd-43841e4dad59 already deleted. [ 701.935226] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8211fdd-fd24-434e-8efd-43841e4dad59" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.041268] env[65426]: INFO networking_nsxv3.common.synchronization [None req-c9b92e12-34b3-4814-8a05-3d3a59922b26 tempest-ServersTestManualDisk-196927481 tempest-ServersTestManualDisk-196927481-project-member] Enqueued Resource ID: f8211fdd-fd24-434e-8efd-43841e4dad59 with Priority: HIGHEST for action security_group_rules [ 702.041574] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8211fdd-fd24-434e-8efd-43841e4dad59 with Priority: HIGHEST for action security_group_rules [ 702.042952] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8211fdd-fd24-434e-8efd-43841e4dad59 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.042952] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8211fdd-fd24-434e-8efd-43841e4dad59" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.044900] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8211fdd-fd24-434e-8efd-43841e4dad59" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.045142] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8211fdd-fd24-434e-8efd-43841e4dad59" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.045231] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8211fdd-fd24-434e-8efd-43841e4dad59',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.300049] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-f730dcc3-9e9e-4ce3-8de5-9a0661973127 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.300049] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f730dcc3-9e9e-4ce3-8de5-9a0661973127" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.300049] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f730dcc3-9e9e-4ce3-8de5-9a0661973127',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.300049] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf9a6109-13a3-4207-abd0-f5cbea6263c9 with status ACTIVE [ 702.300049] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.300049] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.300588] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.300674] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.300834] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.301202] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.301576] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.301672] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.302440] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.302547] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.302770] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.302869] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.302935] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.303108] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.303179] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.303265] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf9a6109-13a3-4207-abd0-f5cbea6263c9 is going to be updated. [ 702.333212] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.333357] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.333393] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.333650] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.334785] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.335066] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf9a6109-13a3-4207-abd0-f5cbea6263c9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.384833] env[65426]: INFO networking_nsxv3.common.synchronization [req-fd139af2-2f65-4027-b12c-376c8ae5394b req-601cbce1-7426-44d2-b333-f3e3fd4da719 tempest-ImagesOneServerNegativeTestJSON-1567485830 tempest-ImagesOneServerNegativeTestJSON-1567485830-project-member] Enqueued Resource ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 with Priority: HIGHEST for action security_group_members [ 702.385461] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 with Priority: HIGHEST for action security_group_members [ 702.385774] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-0503f97f-df52-44bd-bf6d-fbc266676b01 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.387201] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.387283] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.388537] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.388537] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.388637] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.388637] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.388842] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.389079] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.389145] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0503f97f-df52-44bd-bf6d-fbc266676b01',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.568546] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.568730] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.568840] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.569728] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.569728] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.569728] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8211fdd-fd24-434e-8efd-43841e4dad59 already deleted. [ 702.569728] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8211fdd-fd24-434e-8efd-43841e4dad59" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.806962] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f730dcc3-9e9e-4ce3-8de5-9a0661973127',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.891426] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.894086] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.894086] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.894086] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.894086] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.894086] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.894086] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.894086] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.894086] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.894086] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.894086] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 is going to be updated. [ 702.924019] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.924652] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.924652] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.924751] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.924892] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.939109] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 in Status: IN_PROGRESS for 2s [ 703.079812] env[65426]: INFO networking_nsxv3.common.synchronization [None req-cac03eb2-49ed-4667-b811-2060a137b8fd None None] Enqueued Resource ID: 7e7666c1-e754-4a33-a770-36d25166c46c with Priority: HIGHEST for action port [ 703.080401] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e7666c1-e754-4a33-a770-36d25166c46c with Priority: HIGHEST for action port [ 703.081095] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e7666c1-e754-4a33-a770-36d25166c46c taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.081209] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e7666c1-e754-4a33-a770-36d25166c46c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.081297] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e7666c1-e754-4a33-a770-36d25166c46c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.081574] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e7666c1-e754-4a33-a770-36d25166c46c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.081651] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e7666c1-e754-4a33-a770-36d25166c46c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.309476] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.309622] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.310090] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.310090] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.310090] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.310233] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f730dcc3-9e9e-4ce3-8de5-9a0661973127 is going to be created. [ 703.354697] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.355124] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.355321] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.355555] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.355837] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.376041] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f730dcc3-9e9e-4ce3-8de5-9a0661973127 in Status: UNINITIALIZED for 2s [ 703.583927] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e7666c1-e754-4a33-a770-36d25166c46c [ 703.584088] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.584505] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.584592] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.584798] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.584894] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.584990] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e7666c1-e754-4a33-a770-36d25166c46c already deleted. [ 703.585084] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e7666c1-e754-4a33-a770-36d25166c46c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.134142] env[65426]: INFO networking_nsxv3.common.synchronization [None req-35b59b91-f018-4742-ad65-dd09d4920d60 None None] Enqueued Resource ID: 76aff8cb-ebbe-4d42-b85a-9913e84ff030 with Priority: HIGHEST for action port [ 704.134404] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76aff8cb-ebbe-4d42-b85a-9913e84ff030 with Priority: HIGHEST for action port [ 704.134948] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-76aff8cb-ebbe-4d42-b85a-9913e84ff030 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.135076] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76aff8cb-ebbe-4d42-b85a-9913e84ff030" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.135144] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76aff8cb-ebbe-4d42-b85a-9913e84ff030" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.135390] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76aff8cb-ebbe-4d42-b85a-9913e84ff030" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.135499] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76aff8cb-ebbe-4d42-b85a-9913e84ff030',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.460659] env[65426]: INFO networking_nsxv3.common.synchronization [None req-a8dd6a99-4f81-43a7-9d09-2b133308a4cd None None] Enqueued Resource ID: 1155f778-9074-4d3b-b017-4214687b375f with Priority: HIGHEST for action port [ 704.461676] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1155f778-9074-4d3b-b017-4214687b375f with Priority: HIGHEST for action port [ 704.462060] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-1155f778-9074-4d3b-b017-4214687b375f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.462215] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1155f778-9074-4d3b-b017-4214687b375f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.462215] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1155f778-9074-4d3b-b017-4214687b375f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.462552] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1155f778-9074-4d3b-b017-4214687b375f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.462552] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1155f778-9074-4d3b-b017-4214687b375f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.637628] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76aff8cb-ebbe-4d42-b85a-9913e84ff030 [ 704.638154] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.638434] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.638607] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.638952] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.639181] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.639375] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76aff8cb-ebbe-4d42-b85a-9913e84ff030 already deleted. [ 704.639560] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76aff8cb-ebbe-4d42-b85a-9913e84ff030" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.951466] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 in Status: SUCCESS [ 704.951708] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 deletion is rescheduled due to dependency. [ 704.952082] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.966049] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1155f778-9074-4d3b-b017-4214687b375f [ 704.966049] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.966049] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.966049] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.966290] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.967641] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.967641] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1155f778-9074-4d3b-b017-4214687b375f already deleted. [ 704.967641] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1155f778-9074-4d3b-b017-4214687b375f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.391489] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f730dcc3-9e9e-4ce3-8de5-9a0661973127 in Status: SUCCESS [ 705.392539] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f730dcc3-9e9e-4ce3-8de5-9a0661973127" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.392539] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f730dcc3-9e9e-4ce3-8de5-9a0661973127" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.392539] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f730dcc3-9e9e-4ce3-8de5-9a0661973127" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.392539] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.393306] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.393306] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.393306] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.393306] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.393306] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f730dcc3-9e9e-4ce3-8de5-9a0661973127" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.393306] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f730dcc3-9e9e-4ce3-8de5-9a0661973127',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.899585] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f730dcc3-9e9e-4ce3-8de5-9a0661973127',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.403736] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f730dcc3-9e9e-4ce3-8de5-9a0661973127: rpc.has_security_group_logging(os_id): False [ 706.434807] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.445029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.445029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.445029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.445029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.445029] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.445029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.445029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.445029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.445029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.445029] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f730dcc3-9e9e-4ce3-8de5-9a0661973127 is going to be created. [ 706.526642] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.527036] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.527036] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.527154] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.527431] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.547761] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f730dcc3-9e9e-4ce3-8de5-9a0661973127 in Status: IN_PROGRESS for 2s [ 707.211376] env[65426]: INFO networking_nsxv3.common.synchronization [None req-dbc467b6-721d-4b40-9082-78231338de9b None None] Enqueued Resource ID: 3a0c71e6-5601-4655-9734-aae5dfd0e47e with Priority: HIGHEST for action port [ 707.213104] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a0c71e6-5601-4655-9734-aae5dfd0e47e with Priority: HIGHEST for action port [ 707.213104] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a0c71e6-5601-4655-9734-aae5dfd0e47e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.213104] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a0c71e6-5601-4655-9734-aae5dfd0e47e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.213417] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a0c71e6-5601-4655-9734-aae5dfd0e47e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.215936] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a0c71e6-5601-4655-9734-aae5dfd0e47e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.215936] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a0c71e6-5601-4655-9734-aae5dfd0e47e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.719107] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a0c71e6-5601-4655-9734-aae5dfd0e47e [ 707.719107] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.719107] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.719107] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.719820] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.721094] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.721094] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a0c71e6-5601-4655-9734-aae5dfd0e47e already deleted. [ 707.721094] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a0c71e6-5601-4655-9734-aae5dfd0e47e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.173191] env[65426]: INFO networking_nsxv3.common.synchronization [req-c05db76c-b0fe-40fa-b57f-0d0a100b7c62 req-51bcee71-5945-4388-a1e5-d2b5f24e7f65 tempest-ServersTestJSON-1712790100 tempest-ServersTestJSON-1712790100-project-member] Enqueued Resource ID: dbf8c731-30d7-41db-a2d8-f5220648478b with Priority: HIGHEST for action security_group_members [ 708.173376] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf8c731-30d7-41db-a2d8-f5220648478b with Priority: HIGHEST for action security_group_members [ 708.173836] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf8c731-30d7-41db-a2d8-f5220648478b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.173978] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.176139] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.176457] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.176655] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.176757] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.176811] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.176978] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.177069] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.177165] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbf8c731-30d7-41db-a2d8-f5220648478b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.561284] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f730dcc3-9e9e-4ce3-8de5-9a0661973127 in Status: SUCCESS [ 708.561737] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f730dcc3-9e9e-4ce3-8de5-9a0661973127" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.680739] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.680739] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.680739] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.680739] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.680739] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.680739] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.681088] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.681180] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.681853] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.681978] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.682048] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf8c731-30d7-41db-a2d8-f5220648478b already deleted. [ 708.682185] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.877052] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-224 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.878606] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-224" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.878606] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-224" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.878606] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-224" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.880228] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.880228] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.880228] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.880763] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.880763] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.881015] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.881138] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.881263] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.881540] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.881540] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.881540] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.881650] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.907119] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.907305] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 708.907443] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.907607] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-224" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.907992] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-c5d36e37-cfd6-4827-870f-cdb8649ef087 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.911425] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-c5d36e37-cfd6-4827-870f-cdb8649ef087" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.911425] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-c5d36e37-cfd6-4827-870f-cdb8649ef087" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.911425] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-c5d36e37-cfd6-4827-870f-cdb8649ef087" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.911425] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5d36e37-cfd6-4827-870f-cdb8649ef087',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.182619] env[65426]: INFO networking_nsxv3.common.synchronization [None req-5358b6b4-c97b-45c8-ad59-0ad89eb2037a None None] Enqueued Resource ID: 1a6dbee9-e7f9-4f41-ac7d-7c61b44c8a9d with Priority: HIGHEST for action port [ 709.183434] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a6dbee9-e7f9-4f41-ac7d-7c61b44c8a9d with Priority: HIGHEST for action port [ 709.183698] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a6dbee9-e7f9-4f41-ac7d-7c61b44c8a9d taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.183850] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a6dbee9-e7f9-4f41-ac7d-7c61b44c8a9d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.183920] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a6dbee9-e7f9-4f41-ac7d-7c61b44c8a9d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.184250] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a6dbee9-e7f9-4f41-ac7d-7c61b44c8a9d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.185074] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a6dbee9-e7f9-4f41-ac7d-7c61b44c8a9d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.412721] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.412949] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.413100] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.413400] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.413612] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.413873] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port c5d36e37-cfd6-4827-870f-cdb8649ef087 not found, creating... [ 709.414184] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.414666] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.414666] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.414753] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.414876] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.415184] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.415335] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.415441] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.415692] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.415826] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.416646] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: c5d36e37-cfd6-4827-870f-cdb8649ef087 is going to be created. [ 709.440768] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.441030] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.441110] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.441381] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.441606] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.441824] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-c5d36e37-cfd6-4827-870f-cdb8649ef087" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.687693] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a6dbee9-e7f9-4f41-ac7d-7c61b44c8a9d [ 709.687941] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.688142] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.688228] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.688452] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.688571] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.688669] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a6dbee9-e7f9-4f41-ac7d-7c61b44c8a9d already deleted. [ 709.688753] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a6dbee9-e7f9-4f41-ac7d-7c61b44c8a9d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.029823] env[65426]: INFO networking_nsxv3.common.synchronization [None req-f1b86866-2fe2-471a-aa67-9419fda78a31 None None] Enqueued Resource ID: f792bce6-7246-4983-a2cf-9a502e0606a9 with Priority: HIGHEST for action port [ 710.030770] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f792bce6-7246-4983-a2cf-9a502e0606a9 with Priority: HIGHEST for action port [ 710.031357] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-f792bce6-7246-4983-a2cf-9a502e0606a9 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.034753] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f792bce6-7246-4983-a2cf-9a502e0606a9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.034818] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f792bce6-7246-4983-a2cf-9a502e0606a9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.035105] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f792bce6-7246-4983-a2cf-9a502e0606a9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.035192] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f792bce6-7246-4983-a2cf-9a502e0606a9',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.225076] env[65426]: INFO networking_nsxv3.common.synchronization [req-c05db76c-b0fe-40fa-b57f-0d0a100b7c62 req-cab07046-6f70-4fc6-b3ae-51e4dfda4857 service nova] Enqueued Resource ID: dbf8c731-30d7-41db-a2d8-f5220648478b with Priority: HIGHEST for action security_group_rules [ 710.225076] env[65426]: INFO networking_nsxv3.common.synchronization [req-c05db76c-b0fe-40fa-b57f-0d0a100b7c62 req-cab07046-6f70-4fc6-b3ae-51e4dfda4857 service nova] Enqueued Resource ID: dbf8c731-30d7-41db-a2d8-f5220648478b with Priority: HIGHEST for action security_group_members [ 710.225076] env[65426]: INFO networking_nsxv3.common.synchronization [req-c05db76c-b0fe-40fa-b57f-0d0a100b7c62 req-cab07046-6f70-4fc6-b3ae-51e4dfda4857 service nova] Enqueued Resource ID: c5d36e37-cfd6-4827-870f-cdb8649ef087 with Priority: HIGHEST for action port [ 710.226553] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf8c731-30d7-41db-a2d8-f5220648478b with Priority: HIGHEST for action security_group_rules [ 710.226897] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf8c731-30d7-41db-a2d8-f5220648478b with Priority: HIGHEST for action security_group_members [ 710.227176] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5d36e37-cfd6-4827-870f-cdb8649ef087 with Priority: HIGHEST for action port [ 710.227572] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbf8c731-30d7-41db-a2d8-f5220648478b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.227851] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.228206] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.229429] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.229429] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbf8c731-30d7-41db-a2d8-f5220648478b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.234385] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf8c731-30d7-41db-a2d8-f5220648478b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.234385] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.234385] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.234385] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.234858] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.234858] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.234858] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.234858] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.234858] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.234999] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbf8c731-30d7-41db-a2d8-f5220648478b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.236221] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5d36e37-cfd6-4827-870f-cdb8649ef087 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.236345] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5d36e37-cfd6-4827-870f-cdb8649ef087" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.236410] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5d36e37-cfd6-4827-870f-cdb8649ef087" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.236589] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5d36e37-cfd6-4827-870f-cdb8649ef087" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.236684] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5d36e37-cfd6-4827-870f-cdb8649ef087',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.537883] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f792bce6-7246-4983-a2cf-9a502e0606a9 [ 710.538264] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.538466] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.540401] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.540401] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.540401] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.540401] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f792bce6-7246-4983-a2cf-9a502e0606a9 already deleted. [ 710.540401] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f792bce6-7246-4983-a2cf-9a502e0606a9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.743832] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbf8c731-30d7-41db-a2d8-f5220648478b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.748315] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf8c731-30d7-41db-a2d8-f5220648478b taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.748315] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.748315] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5d36e37-cfd6-4827-870f-cdb8649ef087 with status ACTIVE [ 710.748315] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.748315] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.748315] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.748315] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.748315] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.748315] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.748315] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.748315] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.748315] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.748315] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.748315] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.748809] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.748809] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.748809] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.748809] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.748809] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5d36e37-cfd6-4827-870f-cdb8649ef087 is going to be updated. [ 710.774236] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.774375] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.774432] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.774630] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.774830] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.774998] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5d36e37-cfd6-4827-870f-cdb8649ef087" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.252164] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbf8c731-30d7-41db-a2d8-f5220648478b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.760629] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.761334] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.761334] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.761527] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.761628] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.761876] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf8c731-30d7-41db-a2d8-f5220648478b is going to be created. [ 711.792484] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.792683] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.792753] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.793011] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.793185] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.810396] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf8c731-30d7-41db-a2d8-f5220648478b in Status: UNINITIALIZED for 2s [ 712.491906] env[65426]: INFO networking_nsxv3.common.synchronization [None req-b386eadc-4137-4def-bad0-e9fc8e5e6ec5 None None] Enqueued Resource ID: 0f451a57-0c9a-4f51-9606-bab78a3b2059 with Priority: HIGHEST for action port [ 712.492973] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f451a57-0c9a-4f51-9606-bab78a3b2059 with Priority: HIGHEST for action port [ 712.493526] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f451a57-0c9a-4f51-9606-bab78a3b2059 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.493526] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f451a57-0c9a-4f51-9606-bab78a3b2059" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.493618] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f451a57-0c9a-4f51-9606-bab78a3b2059" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.493879] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f451a57-0c9a-4f51-9606-bab78a3b2059" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.493999] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f451a57-0c9a-4f51-9606-bab78a3b2059',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.788276] env[65426]: INFO networking_nsxv3.common.synchronization [req-ba75d359-2cd7-494a-a9c5-73050b41fb6a req-93db9e15-fa20-4c3e-83a9-c6a8da9316aa tempest-ServersAdminTestJSON-43446295 tempest-ServersAdminTestJSON-43446295-project-member] Enqueued Resource ID: d4854309-962d-48c8-b0eb-2c80cfee614f with Priority: HIGHEST for action security_group_members [ 712.788984] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4854309-962d-48c8-b0eb-2c80cfee614f with Priority: HIGHEST for action security_group_members [ 712.792960] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4854309-962d-48c8-b0eb-2c80cfee614f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.792960] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.792960] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.793291] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.793997] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.793997] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.793997] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.793997] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.794254] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.794334] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.996432] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f451a57-0c9a-4f51-9606-bab78a3b2059 [ 712.996657] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.996807] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.996859] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.997479] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.997562] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.997608] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f451a57-0c9a-4f51-9606-bab78a3b2059 already deleted. [ 712.997709] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f451a57-0c9a-4f51-9606-bab78a3b2059" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.182650] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.182650] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-774" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.182650] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-774" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.182822] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-774" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.183238] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.183400] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.183522] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.184482] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.184482] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.184482] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.184482] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.184482] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.184482] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.184689] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.184689] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.184773] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.206297] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.206297] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 713.206297] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.206418] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-774" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.206779] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-3fdf18aa-9961-403c-81e1-f804045762e7 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.206953] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-3fdf18aa-9961-403c-81e1-f804045762e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.207097] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-3fdf18aa-9961-403c-81e1-f804045762e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.207371] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-3fdf18aa-9961-403c-81e1-f804045762e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.207512] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fdf18aa-9961-403c-81e1-f804045762e7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.297762] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.615744] env[65426]: INFO networking_nsxv3.common.synchronization [None req-bd1fc366-62fc-411c-9dfd-59fff63b481d None None] Enqueued Resource ID: 76c084d8-7b2b-49b4-80f2-c5991f1296fb with Priority: HIGHEST for action port [ 713.616407] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76c084d8-7b2b-49b4-80f2-c5991f1296fb with Priority: HIGHEST for action port [ 713.616497] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-76c084d8-7b2b-49b4-80f2-c5991f1296fb taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.616631] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76c084d8-7b2b-49b4-80f2-c5991f1296fb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.616701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76c084d8-7b2b-49b4-80f2-c5991f1296fb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.617027] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76c084d8-7b2b-49b4-80f2-c5991f1296fb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.617083] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76c084d8-7b2b-49b4-80f2-c5991f1296fb',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.715937] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.715937] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.715937] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.715937] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.715937] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.715937] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 3fdf18aa-9961-403c-81e1-f804045762e7 not found, creating... [ 713.715937] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.715937] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.715937] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.715937] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.716552] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.717117] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.719471] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.719471] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.719471] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.719471] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.719471] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 3fdf18aa-9961-403c-81e1-f804045762e7 is going to be created. [ 713.748868] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.748868] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.748868] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.748868] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.748868] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.748868] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-3fdf18aa-9961-403c-81e1-f804045762e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.800953] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.825670] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf8c731-30d7-41db-a2d8-f5220648478b in Status: SUCCESS [ 713.826752] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.826752] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.827018] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.827048] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.827216] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.827299] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.827485] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.828437] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.828437] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.828607] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbf8c731-30d7-41db-a2d8-f5220648478b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.124305] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76c084d8-7b2b-49b4-80f2-c5991f1296fb [ 714.124305] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.124305] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.124305] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.124305] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.124305] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.124305] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76c084d8-7b2b-49b4-80f2-c5991f1296fb already deleted. [ 714.124305] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76c084d8-7b2b-49b4-80f2-c5991f1296fb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.303781] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.303781] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.303781] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.303781] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.303781] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.303781] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4854309-962d-48c8-b0eb-2c80cfee614f is going to be updated. [ 714.333277] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbf8c731-30d7-41db-a2d8-f5220648478b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.346201] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.346201] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.346201] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.346201] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.346201] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.358654] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4854309-962d-48c8-b0eb-2c80cfee614f in Status: IN_PROGRESS for 2s [ 714.629196] env[65426]: INFO networking_nsxv3.common.synchronization [req-ba75d359-2cd7-494a-a9c5-73050b41fb6a req-8bcd1576-6f1e-48b6-88ac-b7910fa091ee service nova] Enqueued Resource ID: d4854309-962d-48c8-b0eb-2c80cfee614f with Priority: HIGHEST for action security_group_rules [ 714.629196] env[65426]: INFO networking_nsxv3.common.synchronization [req-ba75d359-2cd7-494a-a9c5-73050b41fb6a req-8bcd1576-6f1e-48b6-88ac-b7910fa091ee service nova] Enqueued Resource ID: d4854309-962d-48c8-b0eb-2c80cfee614f with Priority: HIGHEST for action security_group_members [ 714.629196] env[65426]: INFO networking_nsxv3.common.synchronization [req-ba75d359-2cd7-494a-a9c5-73050b41fb6a req-8bcd1576-6f1e-48b6-88ac-b7910fa091ee service nova] Enqueued Resource ID: 3fdf18aa-9961-403c-81e1-f804045762e7 with Priority: HIGHEST for action port [ 714.630125] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4854309-962d-48c8-b0eb-2c80cfee614f with Priority: HIGHEST for action security_group_rules [ 714.630268] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4854309-962d-48c8-b0eb-2c80cfee614f with Priority: HIGHEST for action security_group_members [ 714.630382] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fdf18aa-9961-403c-81e1-f804045762e7 with Priority: HIGHEST for action port [ 714.630703] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4854309-962d-48c8-b0eb-2c80cfee614f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.630825] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.630892] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.631178] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.631276] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.632561] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4854309-962d-48c8-b0eb-2c80cfee614f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.632561] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.632696] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fdf18aa-9961-403c-81e1-f804045762e7 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.632861] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fdf18aa-9961-403c-81e1-f804045762e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.632861] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fdf18aa-9961-403c-81e1-f804045762e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.633076] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fdf18aa-9961-403c-81e1-f804045762e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.633155] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fdf18aa-9961-403c-81e1-f804045762e7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.837175] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbf8c731-30d7-41db-a2d8-f5220648478b: rpc.has_security_group_logging(os_id): False [ 714.861016] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.861178] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.861232] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.861426] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.861579] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.861750] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.861847] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.861910] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.862067] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.862144] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.862230] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbf8c731-30d7-41db-a2d8-f5220648478b is going to be created. [ 714.940030] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.940030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.940030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.940030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.940030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.953184] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbf8c731-30d7-41db-a2d8-f5220648478b in Status: IN_PROGRESS for 2s [ 715.136039] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4854309-962d-48c8-b0eb-2c80cfee614f taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.136039] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.138234] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fdf18aa-9961-403c-81e1-f804045762e7 with status ACTIVE [ 715.141019] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.141019] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.141019] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.141019] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.141019] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.141019] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.141019] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.141019] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.141019] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.141019] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.141019] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.141019] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.141019] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.141019] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.141019] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.141019] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fdf18aa-9961-403c-81e1-f804045762e7 is going to be updated. [ 715.167664] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.168364] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.168364] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.168364] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.168496] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.168644] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fdf18aa-9961-403c-81e1-f804045762e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.227230] env[65426]: INFO networking_nsxv3.common.synchronization [None req-fa3fc239-53e1-468a-8eaf-7c8dab4fd9ea None None] Enqueued Resource ID: 5471f6d4-8663-4302-903b-379508932a56 with Priority: HIGHEST for action port [ 715.227274] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5471f6d4-8663-4302-903b-379508932a56 with Priority: HIGHEST for action port [ 715.229840] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-5471f6d4-8663-4302-903b-379508932a56 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.229840] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5471f6d4-8663-4302-903b-379508932a56" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.229840] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5471f6d4-8663-4302-903b-379508932a56" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.229840] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5471f6d4-8663-4302-903b-379508932a56" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.229840] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5471f6d4-8663-4302-903b-379508932a56',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.364823] env[65426]: INFO networking_nsxv3.common.synchronization [req-9fa708f9-fe32-4e57-81d9-3bd87ff2721b req-57ea787f-0089-46af-8667-8f68bf0ab854 tempest-ServersTestManualDisk-196927481 tempest-ServersTestManualDisk-196927481-project-member] Enqueued Resource ID: f8211fdd-fd24-434e-8efd-43841e4dad59 with Priority: HIGHEST for action security_group_members [ 715.367939] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8211fdd-fd24-434e-8efd-43841e4dad59 with Priority: HIGHEST for action security_group_members [ 715.370031] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8211fdd-fd24-434e-8efd-43841e4dad59 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.370031] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8211fdd-fd24-434e-8efd-43841e4dad59" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.370031] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8211fdd-fd24-434e-8efd-43841e4dad59" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.371201] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8211fdd-fd24-434e-8efd-43841e4dad59" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.371201] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.371201] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.371418] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.371476] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.371523] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.372026] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8211fdd-fd24-434e-8efd-43841e4dad59',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.732605] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5471f6d4-8663-4302-903b-379508932a56 [ 715.732935] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.736027] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.736027] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.736027] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.736027] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.736027] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5471f6d4-8663-4302-903b-379508932a56 already deleted. [ 715.736027] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5471f6d4-8663-4302-903b-379508932a56" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.874372] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.876969] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.876969] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.876969] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.876969] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.876969] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.876969] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.876969] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.876969] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.876969] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.876969] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8211fdd-fd24-434e-8efd-43841e4dad59 already deleted. [ 715.876969] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8211fdd-fd24-434e-8efd-43841e4dad59" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.930887] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-832 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.931092] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-832" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.931208] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-832" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.931525] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-832" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.931784] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.933484] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.933484] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.935046] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.935046] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.935046] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.935046] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.935834] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.935834] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.935834] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.935974] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.936074] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.961034] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.961034] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 715.964103] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.964103] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-832" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.964103] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-e2c24a5e-98f9-4efe-a698-8cde2b0d36a2 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.964103] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-e2c24a5e-98f9-4efe-a698-8cde2b0d36a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.964103] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-e2c24a5e-98f9-4efe-a698-8cde2b0d36a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.964103] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-e2c24a5e-98f9-4efe-a698-8cde2b0d36a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.964103] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2c24a5e-98f9-4efe-a698-8cde2b0d36a2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.270650] env[65426]: INFO networking_nsxv3.common.synchronization [None req-b2642c39-aaa1-46c2-91f8-96382f4cb8ee tempest-ServerActionsTestOtherB-1975477321 tempest-ServerActionsTestOtherB-1975477321-project-member] Enqueued Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGHEST for action security_group_rules [ 716.271375] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGHEST for action security_group_rules [ 716.271677] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a62af330-237b-4c56-b984-b3b6da313d26 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.271803] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.271871] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.272165] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.272252] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.375544] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4854309-962d-48c8-b0eb-2c80cfee614f in Status: SUCCESS [ 716.375788] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.375931] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.376194] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.376404] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.376531] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.376599] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.376770] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.376883] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.377031] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.469852] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.469852] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.469852] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.469852] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.469852] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.469852] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port e2c24a5e-98f9-4efe-a698-8cde2b0d36a2 not found, creating... [ 716.469852] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.469852] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.469852] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.469852] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.469852] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.470267] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.470267] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.470863] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.473362] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.473362] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.473362] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: e2c24a5e-98f9-4efe-a698-8cde2b0d36a2 is going to be created. [ 716.494590] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.495465] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.495634] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.495922] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.496200] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.496471] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-e2c24a5e-98f9-4efe-a698-8cde2b0d36a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.796068] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.796399] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.796399] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.796564] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.796612] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.796682] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a62af330-237b-4c56-b984-b3b6da313d26 already deleted. [ 716.796761] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.882527] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.907226] env[65426]: INFO networking_nsxv3.common.synchronization [None req-5c3de405-acd3-4a65-a8a9-88e21636ffe3 tempest-ServerActionsTestOtherB-1975477321 tempest-ServerActionsTestOtherB-1975477321-project-member] Enqueued Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGHEST for action security_group_rules [ 716.907851] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGHEST for action security_group_rules [ 716.908232] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a62af330-237b-4c56-b984-b3b6da313d26 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.908366] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.908416] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.908610] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.908688] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.967250] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbf8c731-30d7-41db-a2d8-f5220648478b in Status: SUCCESS [ 716.967514] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.055207] env[65426]: INFO networking_nsxv3.common.synchronization [None req-c363aa08-35db-4fe8-992d-30b9973698ed tempest-ImagesOneServerNegativeTestJSON-1567485830 tempest-ImagesOneServerNegativeTestJSON-1567485830-project-member] Enqueued Resource ID: b96c4e84-f4f0-4eb2-a72c-5ea2daeaa84f with Priority: HIGHEST for action security_group_rules [ 717.056028] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96c4e84-f4f0-4eb2-a72c-5ea2daeaa84f with Priority: HIGHEST for action security_group_rules [ 717.057030] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b96c4e84-f4f0-4eb2-a72c-5ea2daeaa84f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.057030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b96c4e84-f4f0-4eb2-a72c-5ea2daeaa84f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.057202] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b96c4e84-f4f0-4eb2-a72c-5ea2daeaa84f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.057549] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b96c4e84-f4f0-4eb2-a72c-5ea2daeaa84f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.057742] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b96c4e84-f4f0-4eb2-a72c-5ea2daeaa84f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.228751] env[65426]: INFO networking_nsxv3.common.synchronization [req-9fa708f9-fe32-4e57-81d9-3bd87ff2721b req-ea78ef78-e0ac-427b-a36e-86f7438daa49 service nova] Enqueued Resource ID: f8211fdd-fd24-434e-8efd-43841e4dad59 with Priority: HIGHEST for action security_group_rules [ 717.228929] env[65426]: INFO networking_nsxv3.common.synchronization [req-9fa708f9-fe32-4e57-81d9-3bd87ff2721b req-ea78ef78-e0ac-427b-a36e-86f7438daa49 service nova] Enqueued Resource ID: f8211fdd-fd24-434e-8efd-43841e4dad59 with Priority: HIGHEST for action security_group_members [ 717.229080] env[65426]: INFO networking_nsxv3.common.synchronization [req-9fa708f9-fe32-4e57-81d9-3bd87ff2721b req-ea78ef78-e0ac-427b-a36e-86f7438daa49 service nova] Enqueued Resource ID: e2c24a5e-98f9-4efe-a698-8cde2b0d36a2 with Priority: HIGHEST for action port [ 717.229658] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8211fdd-fd24-434e-8efd-43841e4dad59 with Priority: HIGHEST for action security_group_rules [ 717.229793] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8211fdd-fd24-434e-8efd-43841e4dad59 with Priority: HIGHEST for action security_group_members [ 717.229892] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2c24a5e-98f9-4efe-a698-8cde2b0d36a2 with Priority: HIGHEST for action port [ 717.230374] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8211fdd-fd24-434e-8efd-43841e4dad59 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.230573] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8211fdd-fd24-434e-8efd-43841e4dad59" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.230643] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8211fdd-fd24-434e-8efd-43841e4dad59" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.230842] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8211fdd-fd24-434e-8efd-43841e4dad59" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.230923] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8211fdd-fd24-434e-8efd-43841e4dad59',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.232246] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8211fdd-fd24-434e-8efd-43841e4dad59 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.232398] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8211fdd-fd24-434e-8efd-43841e4dad59" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.232458] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8211fdd-fd24-434e-8efd-43841e4dad59" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.233373] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8211fdd-fd24-434e-8efd-43841e4dad59" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.233373] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.235466] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.235466] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.235466] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.235466] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.235466] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8211fdd-fd24-434e-8efd-43841e4dad59',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.239151] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2c24a5e-98f9-4efe-a698-8cde2b0d36a2 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.239151] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2c24a5e-98f9-4efe-a698-8cde2b0d36a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.239151] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2c24a5e-98f9-4efe-a698-8cde2b0d36a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.239151] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2c24a5e-98f9-4efe-a698-8cde2b0d36a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.239151] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2c24a5e-98f9-4efe-a698-8cde2b0d36a2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.385027] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.431943] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.432912] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.432912] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.432912] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.432912] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.432912] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a62af330-237b-4c56-b984-b3b6da313d26 already deleted. [ 717.432912] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.460796] env[65426]: INFO networking_nsxv3.common.synchronization [None req-b9e19fef-67be-4efa-b9a7-7cd78f16ceaf tempest-ImagesOneServerNegativeTestJSON-1567485830 tempest-ImagesOneServerNegativeTestJSON-1567485830-project-member] Enqueued Resource ID: b96c4e84-f4f0-4eb2-a72c-5ea2daeaa84f with Priority: HIGHEST for action security_group_rules [ 717.461524] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b96c4e84-f4f0-4eb2-a72c-5ea2daeaa84f with Priority: HIGHEST for action security_group_rules [ 717.461854] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b96c4e84-f4f0-4eb2-a72c-5ea2daeaa84f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.461931] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b96c4e84-f4f0-4eb2-a72c-5ea2daeaa84f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.583859] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.583859] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.583859] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.583859] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.583859] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.584303] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b96c4e84-f4f0-4eb2-a72c-5ea2daeaa84f already deleted. [ 717.584303] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b96c4e84-f4f0-4eb2-a72c-5ea2daeaa84f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.584303] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b96c4e84-f4f0-4eb2-a72c-5ea2daeaa84f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.584431] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b96c4e84-f4f0-4eb2-a72c-5ea2daeaa84f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.584523] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b96c4e84-f4f0-4eb2-a72c-5ea2daeaa84f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.741520] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8211fdd-fd24-434e-8efd-43841e4dad59',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.742979] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8211fdd-fd24-434e-8efd-43841e4dad59 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.743140] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8211fdd-fd24-434e-8efd-43841e4dad59" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.743370] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2c24a5e-98f9-4efe-a698-8cde2b0d36a2 with status ACTIVE [ 717.743585] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.743712] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.744018] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.744018] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.744125] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.744315] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.744568] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.744798] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.744851] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.748632] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.748632] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.748632] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.748632] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.748632] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.748632] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.748632] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2c24a5e-98f9-4efe-a698-8cde2b0d36a2 is going to be updated. [ 717.781035] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.781035] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.781035] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.781035] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.781035] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.781035] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2c24a5e-98f9-4efe-a698-8cde2b0d36a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.888193] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.889587] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.889587] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.889587] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.889587] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.889587] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4854309-962d-48c8-b0eb-2c80cfee614f is going to be updated. [ 717.984630] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.985490] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.985490] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.985490] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.985490] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.001954] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4854309-962d-48c8-b0eb-2c80cfee614f in Status: IN_PROGRESS for 2s [ 718.125398] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.126226] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.126226] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.126226] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.126226] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.126226] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b96c4e84-f4f0-4eb2-a72c-5ea2daeaa84f already deleted. [ 718.126370] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b96c4e84-f4f0-4eb2-a72c-5ea2daeaa84f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.249253] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8211fdd-fd24-434e-8efd-43841e4dad59',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.310255] env[65426]: INFO networking_nsxv3.common.synchronization [req-988bf1ae-9b3d-4edb-851f-b0f3f8611da7 req-04025810-68b8-4bfa-a156-01df0c943abf tempest-ServersNegativeTestJSON-863012267 tempest-ServersNegativeTestJSON-863012267-project-member] Enqueued Resource ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b with Priority: HIGHEST for action security_group_members [ 718.310818] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b with Priority: HIGHEST for action security_group_members [ 718.311122] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.312259] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.312259] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.312259] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.312259] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.312259] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.312259] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.312259] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.312543] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.312543] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73e541d5-3c06-4c0b-b652-6d35b1d6bd3b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.753144] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.753144] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.753144] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.753389] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.753483] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.753622] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8211fdd-fd24-434e-8efd-43841e4dad59 is going to be created. [ 718.790797] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.790797] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.790797] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.790797] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.791029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.803201] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8211fdd-fd24-434e-8efd-43841e4dad59 in Status: UNINITIALIZED for 2s [ 718.816802] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.816941] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.817028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.817274] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.817372] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.817579] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.817680] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.817741] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.818194] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.818194] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.818194] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b already deleted. [ 718.818194] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.837350] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-486 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.837527] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-486" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.837641] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-486" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.837966] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-486" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.838462] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.838543] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.839106] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.839106] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.839106] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.839484] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.839597] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 718.839720] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 718.840897] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 718.840897] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.840897] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 718.840897] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 718.863058] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 718.863058] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 718.863274] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 718.863347] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-486" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.863724] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-4dae657f-233b-4332-bdb8-d65c7d1f491e taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.863905] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-4dae657f-233b-4332-bdb8-d65c7d1f491e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.864215] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-4dae657f-233b-4332-bdb8-d65c7d1f491e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.864379] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-4dae657f-233b-4332-bdb8-d65c7d1f491e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.864514] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dae657f-233b-4332-bdb8-d65c7d1f491e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.367015] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.367424] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.367514] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.367858] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.368080] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.368340] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 4dae657f-233b-4332-bdb8-d65c7d1f491e not found, creating... [ 719.368696] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.368892] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.369056] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.369408] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.369548] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.369963] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.370162] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.370290] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.370593] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.370753] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.370949] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 4dae657f-233b-4332-bdb8-d65c7d1f491e is going to be created. [ 719.408926] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.408926] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.411080] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.411080] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.411080] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.411354] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-4dae657f-233b-4332-bdb8-d65c7d1f491e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.013602] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4854309-962d-48c8-b0eb-2c80cfee614f in Status: SUCCESS [ 720.013888] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.014095] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.014420] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.014780] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.015049] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.015153] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.015327] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.015689] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.015996] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.015996] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.134760] env[65426]: INFO networking_nsxv3.common.synchronization [req-988bf1ae-9b3d-4edb-851f-b0f3f8611da7 req-e63655a9-ce86-4a84-a89a-326596f9beac service nova] Enqueued Resource ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b with Priority: HIGHEST for action security_group_rules [ 720.134948] env[65426]: INFO networking_nsxv3.common.synchronization [req-988bf1ae-9b3d-4edb-851f-b0f3f8611da7 req-e63655a9-ce86-4a84-a89a-326596f9beac service nova] Enqueued Resource ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b with Priority: HIGHEST for action security_group_members [ 720.135107] env[65426]: INFO networking_nsxv3.common.synchronization [req-988bf1ae-9b3d-4edb-851f-b0f3f8611da7 req-e63655a9-ce86-4a84-a89a-326596f9beac service nova] Enqueued Resource ID: 4dae657f-233b-4332-bdb8-d65c7d1f491e with Priority: HIGHEST for action port [ 720.135945] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b with Priority: HIGHEST for action security_group_rules [ 720.137134] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b with Priority: HIGHEST for action security_group_members [ 720.137409] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dae657f-233b-4332-bdb8-d65c7d1f491e with Priority: HIGHEST for action port [ 720.137889] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.138283] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.138383] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.138683] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.139096] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73e541d5-3c06-4c0b-b652-6d35b1d6bd3b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.140354] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.140554] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.140641] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.140840] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.141020] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.141216] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.141278] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.141570] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.141664] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.141781] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73e541d5-3c06-4c0b-b652-6d35b1d6bd3b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.145270] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dae657f-233b-4332-bdb8-d65c7d1f491e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.145270] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dae657f-233b-4332-bdb8-d65c7d1f491e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.145270] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dae657f-233b-4332-bdb8-d65c7d1f491e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.145270] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dae657f-233b-4332-bdb8-d65c7d1f491e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.145270] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dae657f-233b-4332-bdb8-d65c7d1f491e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.520091] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4854309-962d-48c8-b0eb-2c80cfee614f taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.520091] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.520091] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.520091] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.520876] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.520876] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.520876] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.520876] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.521259] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.521259] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.521259] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4854309-962d-48c8-b0eb-2c80cfee614f taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.521422] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.521422] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.521553] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.521688] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.521810] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.521847] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.523940] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.524104] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.524219] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.524309] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.649308] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73e541d5-3c06-4c0b-b652-6d35b1d6bd3b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.650385] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.650539] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.650645] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4dae657f-233b-4332-bdb8-d65c7d1f491e with status ACTIVE [ 720.650800] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.650903] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.650979] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.651198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.651289] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.651685] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.651685] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.651685] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.651843] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.651843] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.652030] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.652265] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.652325] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.652478] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.652745] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.652745] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4dae657f-233b-4332-bdb8-d65c7d1f491e is going to be updated. [ 720.678239] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.678410] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.678495] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.678746] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.678937] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.679132] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dae657f-233b-4332-bdb8-d65c7d1f491e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.822081] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8211fdd-fd24-434e-8efd-43841e4dad59 in Status: SUCCESS [ 720.822417] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8211fdd-fd24-434e-8efd-43841e4dad59" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.822502] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8211fdd-fd24-434e-8efd-43841e4dad59" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.822907] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8211fdd-fd24-434e-8efd-43841e4dad59" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.823193] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.823380] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.823464] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.823829] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.823943] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.824083] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8211fdd-fd24-434e-8efd-43841e4dad59" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.824206] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8211fdd-fd24-434e-8efd-43841e4dad59',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.027173] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4854309-962d-48c8-b0eb-2c80cfee614f: rpc.has_security_group_logging(os_id): False [ 721.048336] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.048504] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.048585] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.048834] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.048939] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.049288] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.049400] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.049438] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.049678] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.049772] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.050032] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.050167] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.050236] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.050410] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.050506] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.050764] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.050835] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.050902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.052943] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.053204] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.053282] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4854309-962d-48c8-b0eb-2c80cfee614f is going to be updated. [ 721.155841] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.156082] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.156181] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.156524] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.156686] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.158736] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73e541d5-3c06-4c0b-b652-6d35b1d6bd3b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.198068] env[65426]: INFO networking_nsxv3.common.synchronization [None req-4b653114-4f06-4c90-a333-4b3ba51863d7 None None] Enqueued Resource ID: ec0735ab-b457-451c-96b4-432f04a03346 with Priority: HIGHEST for action port [ 721.202226] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec0735ab-b457-451c-96b4-432f04a03346 with Priority: HIGHEST for action port [ 721.202226] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec0735ab-b457-451c-96b4-432f04a03346 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.202226] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec0735ab-b457-451c-96b4-432f04a03346" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.202627] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec0735ab-b457-451c-96b4-432f04a03346" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.202849] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec0735ab-b457-451c-96b4-432f04a03346" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.202942] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec0735ab-b457-451c-96b4-432f04a03346',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.239903] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4854309-962d-48c8-b0eb-2c80cfee614f in Status: IN_PROGRESS for 2s [ 721.326704] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8211fdd-fd24-434e-8efd-43841e4dad59',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.663066] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.663369] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.663413] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.663656] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.663780] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.663954] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b is going to be created. [ 721.692954] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.693163] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.693277] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.693551] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.693735] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.705607] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b in Status: UNINITIALIZED for 2s [ 721.705864] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec0735ab-b457-451c-96b4-432f04a03346 [ 721.706149] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.706297] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.706371] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.706588] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.706723] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.706817] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec0735ab-b457-451c-96b4-432f04a03346 already deleted. [ 721.706900] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec0735ab-b457-451c-96b4-432f04a03346" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.719846] env[65426]: INFO networking_nsxv3.common.synchronization [req-bcd2486e-abda-4f9e-ba09-9e414ab93871 req-9d4b6b49-adaf-4ab4-abc0-523e34406c3a tempest-ImagesTestJSON-1192390857 tempest-ImagesTestJSON-1192390857-project-member] Enqueued Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_members [ 721.722220] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_members [ 721.722535] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.722651] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.722715] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.722913] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.723070] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.723168] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.723226] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.723374] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.723459] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.723613] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.829861] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8211fdd-fd24-434e-8efd-43841e4dad59: rpc.has_security_group_logging(os_id): False [ 721.849821] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.849821] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.849928] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.850283] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.850283] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.850545] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.850679] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.850718] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.850865] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.850938] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.851035] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8211fdd-fd24-434e-8efd-43841e4dad59 is going to be created. [ 721.920466] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.920643] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.921525] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.921525] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.921525] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.925550] env[65426]: INFO networking_nsxv3.common.synchronization [req-98d0edd6-fd54-44bb-8ca9-4ee2a6c77293 req-84346dc1-8dbe-4598-b78e-adf67292afe4 tempest-ServersNegativeTestMultiTenantJSON-1907594131 tempest-ServersNegativeTestMultiTenantJSON-1907594131-project-member] Enqueued Resource ID: 0c86030f-ffc6-477f-a550-16964c328aeb with Priority: HIGHEST for action security_group_members [ 721.925883] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c86030f-ffc6-477f-a550-16964c328aeb with Priority: HIGHEST for action security_group_members [ 721.926253] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c86030f-ffc6-477f-a550-16964c328aeb taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.926407] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c86030f-ffc6-477f-a550-16964c328aeb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.926483] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c86030f-ffc6-477f-a550-16964c328aeb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.927588] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c86030f-ffc6-477f-a550-16964c328aeb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.927588] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.927588] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.927588] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.927588] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.927588] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.927588] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c86030f-ffc6-477f-a550-16964c328aeb',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.938204] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8211fdd-fd24-434e-8efd-43841e4dad59 in Status: IN_PROGRESS for 2s [ 722.227650] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.227842] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.227914] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.229453] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.229453] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.229453] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.229453] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.229453] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.229453] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.229453] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.231954] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 is going to be updated. [ 722.267392] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.267602] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.267602] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.268680] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.268680] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.280026] env[65426]: INFO networking_nsxv3.common.synchronization [req-e9e5966d-8453-42df-8e12-ebdcd519ea98 req-218fe6b8-d169-44b6-9331-468ae741ff44 tempest-ListServersNegativeTestJSON-632441149 tempest-ListServersNegativeTestJSON-632441149-project-member] Enqueued Resource ID: 645031fb-012f-4325-a00e-eb792d9e60b3 with Priority: HIGHEST for action security_group_members [ 722.280026] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 645031fb-012f-4325-a00e-eb792d9e60b3 with Priority: HIGHEST for action security_group_members [ 722.283790] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 in Status: IN_PROGRESS for 2s [ 722.283790] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-645031fb-012f-4325-a00e-eb792d9e60b3 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.283790] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.283790] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.283790] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.283790] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.283790] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.283790] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.283790] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.283790] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.283790] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('645031fb-012f-4325-a00e-eb792d9e60b3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.385457] env[65426]: INFO networking_nsxv3.common.synchronization [req-66bf0570-3fa4-4118-88d6-0ca2764db377 req-f5357ec2-ae4b-4235-94fa-7f8b2c32e395 tempest-InstanceActionsTestJSON-852206151 tempest-InstanceActionsTestJSON-852206151-project-member] Enqueued Resource ID: 0be67ff7-69f3-4efc-83af-cd99bbc684d9 with Priority: HIGHEST for action security_group_members [ 722.386409] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be67ff7-69f3-4efc-83af-cd99bbc684d9 with Priority: HIGHEST for action security_group_members [ 722.387738] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-0be67ff7-69f3-4efc-83af-cd99bbc684d9 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.387738] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0be67ff7-69f3-4efc-83af-cd99bbc684d9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.387738] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0be67ff7-69f3-4efc-83af-cd99bbc684d9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.387738] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0be67ff7-69f3-4efc-83af-cd99bbc684d9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.387738] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.387738] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.387738] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.388255] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.388255] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.388255] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0be67ff7-69f3-4efc-83af-cd99bbc684d9',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.429883] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.430869] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.432136] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.432136] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.434814] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.434814] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.434814] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.434814] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.434814] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.434814] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.434814] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c86030f-ffc6-477f-a550-16964c328aeb already deleted. [ 722.434814] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c86030f-ffc6-477f-a550-16964c328aeb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.781241] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-911 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.782702] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-911" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.784093] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-911" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.784472] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-911" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.785136] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.785327] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.785420] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.787159] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.787159] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.787159] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.787159] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.787159] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.787159] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.787159] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.787159] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.787159] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.791375] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('645031fb-012f-4325-a00e-eb792d9e60b3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.812148] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.812557] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 722.812557] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.812557] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-911" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.814218] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-c9e99f73-6f20-4edf-8284-27b5c1b4119c taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.814218] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-c9e99f73-6f20-4edf-8284-27b5c1b4119c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.814218] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-c9e99f73-6f20-4edf-8284-27b5c1b4119c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.814534] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-c9e99f73-6f20-4edf-8284-27b5c1b4119c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.814831] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9e99f73-6f20-4edf-8284-27b5c1b4119c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.893120] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.893273] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.893517] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.894208] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.894208] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.894208] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.894402] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.894402] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.894466] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.894554] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.894980] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0be67ff7-69f3-4efc-83af-cd99bbc684d9 is going to be updated. [ 722.925917] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.926012] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.926319] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.926470] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.928412] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.943887] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0be67ff7-69f3-4efc-83af-cd99bbc684d9 in Status: IN_PROGRESS for 2s [ 723.259335] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4854309-962d-48c8-b0eb-2c80cfee614f in Status: SUCCESS [ 723.259335] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.294301] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('645031fb-012f-4325-a00e-eb792d9e60b3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.317219] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.318515] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.318515] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.319072] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.319072] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.319211] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port c9e99f73-6f20-4edf-8284-27b5c1b4119c not found, creating... [ 723.319664] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.319806] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.319941] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.320205] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.320384] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.321030] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.321030] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.321154] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.321404] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.321555] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.321715] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: c9e99f73-6f20-4edf-8284-27b5c1b4119c is going to be created. [ 723.360286] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.360286] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.360286] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.360698] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.360928] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.361297] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-c9e99f73-6f20-4edf-8284-27b5c1b4119c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.717088] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b in Status: SUCCESS [ 723.717088] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.717225] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.717442] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.717995] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.718162] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.718260] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.718499] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.718698] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.718698] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.719035] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73e541d5-3c06-4c0b-b652-6d35b1d6bd3b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.796165] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.796165] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.796165] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.797272] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.797272] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.797272] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 645031fb-012f-4325-a00e-eb792d9e60b3 is going to be updated. [ 723.835820] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.835820] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.835820] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.836141] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.836222] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.848841] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 645031fb-012f-4325-a00e-eb792d9e60b3 in Status: IN_PROGRESS for 2s [ 723.960362] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8211fdd-fd24-434e-8efd-43841e4dad59 in Status: SUCCESS [ 723.960362] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8211fdd-fd24-434e-8efd-43841e4dad59" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.154727] env[65426]: INFO networking_nsxv3.common.synchronization [None req-53a20c74-378f-4aa0-98e7-d631af817bdc None None] Enqueued Resource ID: 0387e2f4-31df-49fd-843c-a778b275bc3d with Priority: HIGHEST for action port [ 724.155586] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0387e2f4-31df-49fd-843c-a778b275bc3d with Priority: HIGHEST for action port [ 724.156650] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-0387e2f4-31df-49fd-843c-a778b275bc3d taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.156650] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0387e2f4-31df-49fd-843c-a778b275bc3d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.156650] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0387e2f4-31df-49fd-843c-a778b275bc3d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.156650] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0387e2f4-31df-49fd-843c-a778b275bc3d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.156650] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0387e2f4-31df-49fd-843c-a778b275bc3d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.197368] env[65426]: INFO networking_nsxv3.common.synchronization [req-98d0edd6-fd54-44bb-8ca9-4ee2a6c77293 req-bce30ba9-abb2-4fd6-a19a-201f85beaad9 service nova] Enqueued Resource ID: 0c86030f-ffc6-477f-a550-16964c328aeb with Priority: HIGHEST for action security_group_rules [ 724.197540] env[65426]: INFO networking_nsxv3.common.synchronization [req-98d0edd6-fd54-44bb-8ca9-4ee2a6c77293 req-bce30ba9-abb2-4fd6-a19a-201f85beaad9 service nova] Enqueued Resource ID: 0c86030f-ffc6-477f-a550-16964c328aeb with Priority: HIGHEST for action security_group_members [ 724.197669] env[65426]: INFO networking_nsxv3.common.synchronization [req-98d0edd6-fd54-44bb-8ca9-4ee2a6c77293 req-bce30ba9-abb2-4fd6-a19a-201f85beaad9 service nova] Enqueued Resource ID: c9e99f73-6f20-4edf-8284-27b5c1b4119c with Priority: HIGHEST for action port [ 724.197900] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c86030f-ffc6-477f-a550-16964c328aeb with Priority: HIGHEST for action security_group_rules [ 724.198030] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c86030f-ffc6-477f-a550-16964c328aeb with Priority: HIGHEST for action security_group_members [ 724.198124] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9e99f73-6f20-4edf-8284-27b5c1b4119c with Priority: HIGHEST for action port [ 724.198784] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c86030f-ffc6-477f-a550-16964c328aeb taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.198898] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c86030f-ffc6-477f-a550-16964c328aeb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.198963] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c86030f-ffc6-477f-a550-16964c328aeb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.199509] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c86030f-ffc6-477f-a550-16964c328aeb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.199585] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c86030f-ffc6-477f-a550-16964c328aeb',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.200441] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c86030f-ffc6-477f-a550-16964c328aeb taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.200603] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c86030f-ffc6-477f-a550-16964c328aeb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.201616] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c86030f-ffc6-477f-a550-16964c328aeb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.201616] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c86030f-ffc6-477f-a550-16964c328aeb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.201616] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.201616] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.201616] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.201616] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.201616] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.201879] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c86030f-ffc6-477f-a550-16964c328aeb',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.203973] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9e99f73-6f20-4edf-8284-27b5c1b4119c taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.203973] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9e99f73-6f20-4edf-8284-27b5c1b4119c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.203973] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9e99f73-6f20-4edf-8284-27b5c1b4119c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.203973] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9e99f73-6f20-4edf-8284-27b5c1b4119c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.204243] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9e99f73-6f20-4edf-8284-27b5c1b4119c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.222821] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.222973] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.223036] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.223238] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.223404] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.223506] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.223595] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.225084] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.225084] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.225084] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.225084] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.225084] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.225084] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.225084] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.225562] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.225562] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.225562] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.225562] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.225562] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.225716] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.225716] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73e541d5-3c06-4c0b-b652-6d35b1d6bd3b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.291864] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 in Status: SUCCESS [ 724.292112] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 deletion is rescheduled due to dependency. [ 724.292658] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.659938] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0387e2f4-31df-49fd-843c-a778b275bc3d [ 724.659938] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.659938] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.659938] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.659938] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.659938] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.659938] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0387e2f4-31df-49fd-843c-a778b275bc3d already deleted. [ 724.659938] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0387e2f4-31df-49fd-843c-a778b275bc3d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.706612] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c86030f-ffc6-477f-a550-16964c328aeb taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.706760] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c86030f-ffc6-477f-a550-16964c328aeb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.706932] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c86030f-ffc6-477f-a550-16964c328aeb',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.708041] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9e99f73-6f20-4edf-8284-27b5c1b4119c with status ACTIVE [ 724.708152] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.708413] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.708413] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.708889] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.708889] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.708889] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.708889] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.708889] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.709261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.709261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.709380] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.709453] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.709521] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.710229] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.710229] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.710229] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9e99f73-6f20-4edf-8284-27b5c1b4119c is going to be updated. [ 724.731521] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b: rpc.has_security_group_logging(os_id): False [ 724.735534] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.735670] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.735743] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.735941] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.736160] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.736348] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9e99f73-6f20-4edf-8284-27b5c1b4119c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.755486] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.755486] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.755486] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.755486] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.755486] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.755486] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.755868] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.755868] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.755868] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.755868] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.755976] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.756122] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.756254] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.756359] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.756428] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.756604] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.756694] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.756751] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.757280] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.757280] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.757280] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b is going to be created. [ 724.843986] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.844338] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.844338] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.844440] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.844627] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.859428] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b in Status: IN_PROGRESS for 2s [ 724.963567] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0be67ff7-69f3-4efc-83af-cd99bbc684d9 in Status: SUCCESS [ 724.963623] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0be67ff7-69f3-4efc-83af-cd99bbc684d9 deletion is rescheduled due to dependency. [ 724.963750] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0be67ff7-69f3-4efc-83af-cd99bbc684d9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.211644] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c86030f-ffc6-477f-a550-16964c328aeb',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.714233] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.714926] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.714926] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.714926] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.714926] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.714926] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c86030f-ffc6-477f-a550-16964c328aeb is going to be created. [ 725.744821] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.744992] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.745099] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.745322] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.745488] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.757238] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c86030f-ffc6-477f-a550-16964c328aeb in Status: UNINITIALIZED for 2s [ 725.861286] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 645031fb-012f-4325-a00e-eb792d9e60b3 in Status: SUCCESS [ 725.861286] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.874871] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b in Status: SUCCESS [ 726.875453] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.219787] env[65426]: INFO networking_nsxv3.common.synchronization [req-f7e3e890-d7d9-43da-bab3-4468b97f545c req-1ebfc43b-6497-4db1-8e36-329c7aae5c6d tempest-ListServersNegativeTestJSON-632441149 tempest-ListServersNegativeTestJSON-632441149-project-member] Enqueued Resource ID: 645031fb-012f-4325-a00e-eb792d9e60b3 with Priority: HIGHEST for action security_group_members [ 727.219787] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 645031fb-012f-4325-a00e-eb792d9e60b3 with Priority: HIGHEST for action security_group_members [ 727.219787] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-645031fb-012f-4325-a00e-eb792d9e60b3 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.219787] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.219787] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.219787] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.219787] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.220081] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.220081] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.220171] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.220237] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.220310] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('645031fb-012f-4325-a00e-eb792d9e60b3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.722400] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.722600] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.722645] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.722891] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.723018] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.723289] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.723428] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.723498] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.723673] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.723752] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.723861] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 645031fb-012f-4325-a00e-eb792d9e60b3 is going to be updated. [ 727.774536] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c86030f-ffc6-477f-a550-16964c328aeb in Status: SUCCESS [ 727.774756] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c86030f-ffc6-477f-a550-16964c328aeb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.774922] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c86030f-ffc6-477f-a550-16964c328aeb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.775163] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c86030f-ffc6-477f-a550-16964c328aeb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.775365] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.775471] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.775534] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.775680] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.775760] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.775841] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c86030f-ffc6-477f-a550-16964c328aeb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.775929] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c86030f-ffc6-477f-a550-16964c328aeb',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.780966] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.781144] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.781400] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.781631] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.782072] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.793298] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 645031fb-012f-4325-a00e-eb792d9e60b3 in Status: IN_PROGRESS for 2s [ 727.837224] env[65426]: INFO networking_nsxv3.common.synchronization [req-230d7e5c-7278-4171-98ef-17d52c066f43 req-fe8c8168-2d3f-4dfe-9e8c-bdf1e433635e tempest-ServersTestMultiNic-1184168472 tempest-ServersTestMultiNic-1184168472-project-member] Enqueued Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_members [ 727.838054] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_members [ 727.838531] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.838624] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.838668] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.839088] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.839421] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.839958] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.840141] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.840344] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.840344] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.840440] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.250900] env[65426]: INFO networking_nsxv3.common.synchronization [req-230d7e5c-7278-4171-98ef-17d52c066f43 req-a75e22df-508f-46a3-a8fc-d5d23e77fc56 tempest-ServersTestMultiNic-1184168472 tempest-ServersTestMultiNic-1184168472-project-member] Enqueued Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_members [ 728.253339] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_members [ 728.253479] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.253927] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.285193] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c86030f-ffc6-477f-a550-16964c328aeb taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.285193] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c86030f-ffc6-477f-a550-16964c328aeb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.285193] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c86030f-ffc6-477f-a550-16964c328aeb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.285193] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c86030f-ffc6-477f-a550-16964c328aeb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.285701] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.285860] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.286033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.286458] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.287284] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.287284] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c86030f-ffc6-477f-a550-16964c328aeb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.287405] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c86030f-ffc6-477f-a550-16964c328aeb taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.287600] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c86030f-ffc6-477f-a550-16964c328aeb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.287657] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c86030f-ffc6-477f-a550-16964c328aeb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.287854] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c86030f-ffc6-477f-a550-16964c328aeb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.289672] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.293511] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.293511] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.293511] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.293511] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.293511] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c86030f-ffc6-477f-a550-16964c328aeb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.293511] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c86030f-ffc6-477f-a550-16964c328aeb',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.343267] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.343426] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.343497] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.343737] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.343835] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.344045] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.344142] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.344206] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.344360] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.344438] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.344523] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e already deleted. [ 728.344603] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.344763] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.344907] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.345060] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.345154] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.345250] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.345402] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.345402] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.345499] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.702023] env[65426]: INFO networking_nsxv3.common.synchronization [req-230d7e5c-7278-4171-98ef-17d52c066f43 req-edfdf5d8-a175-4d34-8e5a-df49ab12a511 tempest-ServersTestMultiNic-1184168472 tempest-ServersTestMultiNic-1184168472-project-member] Enqueued Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_members [ 728.702023] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_members [ 728.702023] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.702023] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.798358] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c86030f-ffc6-477f-a550-16964c328aeb: rpc.has_security_group_logging(os_id): False [ 728.818541] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.818711] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.818781] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.819057] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.819123] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.819306] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.819556] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.819556] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.819684] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.819684] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.820186] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.820186] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.820186] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.820186] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.820353] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.820491] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.820557] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.820557] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.820702] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.820787] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.820848] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c86030f-ffc6-477f-a550-16964c328aeb is going to be created. [ 728.847937] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.848142] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.848216] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.848497] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.848607] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.848840] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.848954] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.849039] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.849248] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.849302] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.849418] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e already deleted. [ 728.849531] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.849742] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.849941] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.850135] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.850285] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.850347] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.850507] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.850598] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.850686] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.918099] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.918099] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.918099] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.918099] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.918329] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.933295] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c86030f-ffc6-477f-a550-16964c328aeb in Status: IN_PROGRESS for 2s [ 729.065835] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-272 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.066082] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-272" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.066367] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-272" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.066891] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-272" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.067514] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.067658] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.067849] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.068343] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.068637] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.068897] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.069028] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.069162] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.069296] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.069474] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.069595] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.069733] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.106656] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.106822] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 729.106957] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.107159] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-272" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.107541] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-70709930-c844-48d7-98b0-0144d7ebc0f8 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.107703] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-70709930-c844-48d7-98b0-0144d7ebc0f8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.107824] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-70709930-c844-48d7-98b0-0144d7ebc0f8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.108165] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-70709930-c844-48d7-98b0-0144d7ebc0f8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.108392] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70709930-c844-48d7-98b0-0144d7ebc0f8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.355117] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.355455] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.355455] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.355663] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.355813] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.356055] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.356194] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.356328] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.356433] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.356577] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.356634] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e already deleted. [ 729.356698] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.611456] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.611676] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.611827] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.612184] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.612363] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.612559] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 70709930-c844-48d7-98b0-0144d7ebc0f8 not found, creating... [ 729.612973] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.613168] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.613275] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.613505] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.613694] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.614715] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.614715] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.614715] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.614908] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.615044] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.615227] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 70709930-c844-48d7-98b0-0144d7ebc0f8 is going to be created. [ 729.641161] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.641364] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.641487] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.641752] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.641976] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.642211] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-70709930-c844-48d7-98b0-0144d7ebc0f8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.809036] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 645031fb-012f-4325-a00e-eb792d9e60b3 in Status: SUCCESS [ 729.809198] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 645031fb-012f-4325-a00e-eb792d9e60b3 deletion is rescheduled due to dependency. [ 729.810948] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.389618] env[65426]: INFO networking_nsxv3.common.synchronization [req-230d7e5c-7278-4171-98ef-17d52c066f43 req-0c8a65e7-3448-47ab-ab2b-1ac82fdcdcbc service nova] Enqueued Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_rules [ 730.389618] env[65426]: INFO networking_nsxv3.common.synchronization [req-230d7e5c-7278-4171-98ef-17d52c066f43 req-0c8a65e7-3448-47ab-ab2b-1ac82fdcdcbc service nova] Enqueued Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_members [ 730.389938] env[65426]: INFO networking_nsxv3.common.synchronization [req-230d7e5c-7278-4171-98ef-17d52c066f43 req-0c8a65e7-3448-47ab-ab2b-1ac82fdcdcbc service nova] Enqueued Resource ID: 70709930-c844-48d7-98b0-0144d7ebc0f8 with Priority: HIGHEST for action port [ 730.391708] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_rules [ 730.391708] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_members [ 730.391708] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70709930-c844-48d7-98b0-0144d7ebc0f8 with Priority: HIGHEST for action port [ 730.391978] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.392772] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.392772] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.392772] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.392772] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.396484] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.396484] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.396484] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.396484] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.396737] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.396829] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.396829] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.397064] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.397159] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.397222] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.399130] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-70709930-c844-48d7-98b0-0144d7ebc0f8 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.399130] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70709930-c844-48d7-98b0-0144d7ebc0f8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.399130] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70709930-c844-48d7-98b0-0144d7ebc0f8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.399130] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70709930-c844-48d7-98b0-0144d7ebc0f8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.399130] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70709930-c844-48d7-98b0-0144d7ebc0f8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.902265] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.903483] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.903769] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.903918] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70709930-c844-48d7-98b0-0144d7ebc0f8 with status ACTIVE [ 730.904183] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.904255] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.904292] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.904467] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.904553] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.904711] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.904804] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.904865] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.907127] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.907127] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.907127] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.907127] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.907127] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.907385] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.907385] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.907442] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70709930-c844-48d7-98b0-0144d7ebc0f8 is going to be updated. [ 730.930867] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.930989] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.932566] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.932817] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.932974] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.933290] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70709930-c844-48d7-98b0-0144d7ebc0f8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.950721] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c86030f-ffc6-477f-a550-16964c328aeb in Status: SUCCESS [ 730.950938] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c86030f-ffc6-477f-a550-16964c328aeb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.256148] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.256398] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-36" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.256493] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-36" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.256822] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-36" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.257611] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.257792] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.257907] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.258212] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.258469] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.258850] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.258923] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.259044] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.259116] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.259216] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.259314] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.259442] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.281655] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.281857] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 731.282034] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.282269] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-36" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.282682] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-301a9573-3915-4327-a552-b6518ed6fb66 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.282865] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-301a9573-3915-4327-a552-b6518ed6fb66" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.282997] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-301a9573-3915-4327-a552-b6518ed6fb66" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.283372] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-301a9573-3915-4327-a552-b6518ed6fb66" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.283504] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('301a9573-3915-4327-a552-b6518ed6fb66',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.315954] env[65426]: INFO networking_nsxv3.common.synchronization [None req-b9181a6a-81da-4110-98a1-68462a10c951 None None] Enqueued Resource ID: 0cce7e3c-abb8-4af4-9781-f161172204d7 with Priority: HIGHEST for action port [ 731.315954] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cce7e3c-abb8-4af4-9781-f161172204d7 with Priority: HIGHEST for action port [ 731.315954] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cce7e3c-abb8-4af4-9781-f161172204d7 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.315954] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cce7e3c-abb8-4af4-9781-f161172204d7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.315954] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cce7e3c-abb8-4af4-9781-f161172204d7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.315954] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cce7e3c-abb8-4af4-9781-f161172204d7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.316552] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cce7e3c-abb8-4af4-9781-f161172204d7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.405188] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.785613] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.786658] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.786814] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.787151] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.787348] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.787523] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port 301a9573-3915-4327-a552-b6518ed6fb66 not found, creating... [ 731.788172] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.788410] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.788584] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.788890] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.789340] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.789795] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.790025] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.790237] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.791499] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.791745] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.792014] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: 301a9573-3915-4327-a552-b6518ed6fb66 is going to be created. [ 731.820831] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.820989] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.821172] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.821840] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.821906] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.822170] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-301a9573-3915-4327-a552-b6518ed6fb66" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.822975] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0cce7e3c-abb8-4af4-9781-f161172204d7 [ 731.826785] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.826785] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.826785] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.826785] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.826785] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.826785] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0cce7e3c-abb8-4af4-9781-f161172204d7 already deleted. [ 731.826785] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cce7e3c-abb8-4af4-9781-f161172204d7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.908605] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.908863] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.909050] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.909390] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.909572] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.909735] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e is going to be created. [ 731.963640] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.963882] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.963935] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.964196] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.964420] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.991325] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e in Status: UNINITIALIZED for 2s [ 732.704020] env[65426]: INFO networking_nsxv3.common.synchronization [req-230d7e5c-7278-4171-98ef-17d52c066f43 req-44e6b999-ce80-4254-9b05-03734e9f7d15 service nova] Enqueued Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_rules [ 732.704295] env[65426]: INFO networking_nsxv3.common.synchronization [req-230d7e5c-7278-4171-98ef-17d52c066f43 req-44e6b999-ce80-4254-9b05-03734e9f7d15 service nova] Enqueued Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_members [ 732.704395] env[65426]: INFO networking_nsxv3.common.synchronization [req-230d7e5c-7278-4171-98ef-17d52c066f43 req-44e6b999-ce80-4254-9b05-03734e9f7d15 service nova] Enqueued Resource ID: 301a9573-3915-4327-a552-b6518ed6fb66 with Priority: HIGHEST for action port [ 732.705029] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_rules [ 732.705724] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_members [ 732.705962] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 301a9573-3915-4327-a552-b6518ed6fb66 with Priority: HIGHEST for action port [ 732.706473] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.706634] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.706907] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.707106] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.707425] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-301a9573-3915-4327-a552-b6518ed6fb66 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.707869] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-301a9573-3915-4327-a552-b6518ed6fb66" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.707965] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-301a9573-3915-4327-a552-b6518ed6fb66" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.708240] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-301a9573-3915-4327-a552-b6518ed6fb66" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.708400] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('301a9573-3915-4327-a552-b6518ed6fb66',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.212062] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 301a9573-3915-4327-a552-b6518ed6fb66 with status ACTIVE [ 733.212384] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.212559] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.212644] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.213222] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.213222] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.213366] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.213366] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.213481] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.214502] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.214651] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.214867] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.214974] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.215042] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.215442] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.215442] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.215442] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 301a9573-3915-4327-a552-b6518ed6fb66 is going to be updated. [ 733.240396] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.240396] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.240396] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.240396] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.240396] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.240396] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-301a9573-3915-4327-a552-b6518ed6fb66" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.602604] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-272 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.602768] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-272" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.603145] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-272" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.603484] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-272" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.603812] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.604045] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.604186] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.604453] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.604626] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.604843] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.604954] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.605090] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.605497] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.605497] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.605648] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.605702] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.628397] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.628703] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 733.629682] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.629987] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-272" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.630397] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-32e10ab5-e890-4dcb-918f-738f5ac52f8c taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.630635] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-32e10ab5-e890-4dcb-918f-738f5ac52f8c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.630785] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-32e10ab5-e890-4dcb-918f-738f5ac52f8c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.631235] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-32e10ab5-e890-4dcb-918f-738f5ac52f8c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.631421] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32e10ab5-e890-4dcb-918f-738f5ac52f8c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.753680] env[65426]: INFO networking_nsxv3.common.synchronization [None req-fb7286af-42f6-4b10-909d-c17eca7b515e None None] Enqueued Resource ID: b54d2dca-1f43-4fa3-a9d2-2fa564445bd0 with Priority: HIGHEST for action port [ 733.753680] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b54d2dca-1f43-4fa3-a9d2-2fa564445bd0 with Priority: HIGHEST for action port [ 733.753680] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-b54d2dca-1f43-4fa3-a9d2-2fa564445bd0 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.753680] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b54d2dca-1f43-4fa3-a9d2-2fa564445bd0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.754567] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b54d2dca-1f43-4fa3-a9d2-2fa564445bd0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.755127] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b54d2dca-1f43-4fa3-a9d2-2fa564445bd0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.755396] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b54d2dca-1f43-4fa3-a9d2-2fa564445bd0',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.002052] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e in Status: SUCCESS [ 734.002266] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.002652] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.002652] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.003046] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.003179] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.003246] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.003928] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.003928] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.003928] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.003928] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.004688] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.004856] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.005215] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.005215] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.005215] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.005385] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.005385] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.005456] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.136101] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.136101] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.136101] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.136101] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.136101] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.136101] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port 32e10ab5-e890-4dcb-918f-738f5ac52f8c not found, creating... [ 734.136101] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.136101] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.136101] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.136101] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.136623] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.136623] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.136700] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.137432] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.137723] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.137901] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.138065] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: 32e10ab5-e890-4dcb-918f-738f5ac52f8c is going to be created. [ 734.161603] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.161603] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.161603] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.161603] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.161603] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.161603] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-32e10ab5-e890-4dcb-918f-738f5ac52f8c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.258492] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b54d2dca-1f43-4fa3-a9d2-2fa564445bd0 [ 734.259482] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.259482] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.259482] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.259482] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.259482] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.259482] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b54d2dca-1f43-4fa3-a9d2-2fa564445bd0 already deleted. [ 734.259482] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b54d2dca-1f43-4fa3-a9d2-2fa564445bd0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.508706] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.513876] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.513876] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.909401] env[65426]: INFO networking_nsxv3.common.synchronization [req-230d7e5c-7278-4171-98ef-17d52c066f43 req-09d1699a-7084-4bc3-9da8-542964eee929 service nova] Enqueued Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_rules [ 734.909401] env[65426]: INFO networking_nsxv3.common.synchronization [req-230d7e5c-7278-4171-98ef-17d52c066f43 req-09d1699a-7084-4bc3-9da8-542964eee929 service nova] Enqueued Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_members [ 734.909401] env[65426]: INFO networking_nsxv3.common.synchronization [req-230d7e5c-7278-4171-98ef-17d52c066f43 req-09d1699a-7084-4bc3-9da8-542964eee929 service nova] Enqueued Resource ID: 32e10ab5-e890-4dcb-918f-738f5ac52f8c with Priority: HIGHEST for action port [ 734.909911] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_rules [ 734.909911] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_members [ 734.909911] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32e10ab5-e890-4dcb-918f-738f5ac52f8c with Priority: HIGHEST for action port [ 734.909911] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.910075] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.910256] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.910347] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.910524] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-32e10ab5-e890-4dcb-918f-738f5ac52f8c taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.910622] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32e10ab5-e890-4dcb-918f-738f5ac52f8c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.910683] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32e10ab5-e890-4dcb-918f-738f5ac52f8c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.910878] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32e10ab5-e890-4dcb-918f-738f5ac52f8c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.910957] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32e10ab5-e890-4dcb-918f-738f5ac52f8c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.012419] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.415208] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32e10ab5-e890-4dcb-918f-738f5ac52f8c with status ACTIVE [ 735.415208] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.415964] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.415964] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.417448] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.417448] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.417786] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.417924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.418022] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.418219] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.418602] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.418602] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.418737] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.418737] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.418937] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.419046] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.419136] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32e10ab5-e890-4dcb-918f-738f5ac52f8c is going to be updated. [ 735.446660] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.446660] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.446660] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.447513] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.448954] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.448954] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32e10ab5-e890-4dcb-918f-738f5ac52f8c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.514967] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.515223] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.515369] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.515689] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.515856] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.516036] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e is going to be updated. [ 735.555278] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.555451] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.555500] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.555915] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.555915] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.579115] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e in Status: IN_PROGRESS for 2s [ 737.593143] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e in Status: SUCCESS [ 737.593558] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.593693] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.593895] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.594195] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.594440] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.594537] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.594761] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.594906] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.595152] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.595402] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.595554] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.595673] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.595865] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.596034] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.596139] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.596238] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.596870] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.596870] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.596870] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.596870] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.597946] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.598138] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.598307] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.598473] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.598536] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.598679] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.598762] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.598855] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.102414] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e: rpc.has_security_group_logging(os_id): False [ 738.103743] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.135945] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.137189] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.137189] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.137189] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.137189] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.137189] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.137428] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.137428] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.137554] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.139022] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.139022] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.139022] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.139283] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.141263] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.141263] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.141263] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.141263] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.141263] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.141263] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.141263] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.141559] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e is going to be created. [ 738.238157] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.238714] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.238714] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.239048] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.239542] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.245026] env[65426]: INFO networking_nsxv3.common.synchronization [req-2344e77b-81b1-4d20-ae81-73cb18d883d3 req-379f6c84-3d2f-4621-b9e8-d7bb3c625b88 tempest-ServerActionsTestOtherB-1975477321 tempest-ServerActionsTestOtherB-1975477321-project-member] Enqueued Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGHEST for action security_group_members [ 738.245026] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGHEST for action security_group_members [ 738.245702] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a62af330-237b-4c56-b984-b3b6da313d26 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.245893] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.245998] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.247123] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.247538] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.250300] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.250453] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.250778] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.250924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.251612] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.264570] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e in Status: IN_PROGRESS for 2s [ 738.609737] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.762361] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-818 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.762602] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-818" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.763411] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-818" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.763411] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-818" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.763411] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.763699] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.763699] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.763791] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.763906] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.764169] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.764216] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.764316] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.764416] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.764515] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.764609] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.764732] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.765904] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.766031] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.766083] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.766278] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.766373] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.766570] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.766683] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.766772] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.766927] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.767075] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.767132] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a62af330-237b-4c56-b984-b3b6da313d26 already deleted. [ 738.767182] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.787160] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.787507] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 738.787685] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.787764] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-818" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.788055] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-0bcb81fe-3e5a-4e95-bbcb-feee83c14361 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.788282] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-0bcb81fe-3e5a-4e95-bbcb-feee83c14361" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.788522] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-0bcb81fe-3e5a-4e95-bbcb-feee83c14361" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.788854] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-0bcb81fe-3e5a-4e95-bbcb-feee83c14361" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.789171] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bcb81fe-3e5a-4e95-bbcb-feee83c14361',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.112310] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.112512] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.112606] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.113235] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.113235] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.113235] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e is going to be updated. [ 739.148568] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.148877] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.148964] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.149299] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.149550] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.162328] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e in Status: IN_PROGRESS for 2s [ 739.295027] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.295027] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.295027] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.295027] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.295027] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.295027] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port 0bcb81fe-3e5a-4e95-bbcb-feee83c14361 not found, creating... [ 739.295027] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.295027] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.295027] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.295027] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.295027] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.295525] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.295525] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.295525] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.295525] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.295525] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.295525] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: 0bcb81fe-3e5a-4e95-bbcb-feee83c14361 is going to be created. [ 739.337571] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.337571] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.337571] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.337571] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.337571] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.337571] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-0bcb81fe-3e5a-4e95-bbcb-feee83c14361" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.063911] env[65426]: INFO networking_nsxv3.common.synchronization [req-2344e77b-81b1-4d20-ae81-73cb18d883d3 req-3d70f8f9-bc6c-4c74-a53a-93e0450c77c8 service nova] Enqueued Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGHEST for action security_group_rules [ 740.064104] env[65426]: INFO networking_nsxv3.common.synchronization [req-2344e77b-81b1-4d20-ae81-73cb18d883d3 req-3d70f8f9-bc6c-4c74-a53a-93e0450c77c8 service nova] Enqueued Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGHEST for action security_group_members [ 740.064208] env[65426]: INFO networking_nsxv3.common.synchronization [req-2344e77b-81b1-4d20-ae81-73cb18d883d3 req-3d70f8f9-bc6c-4c74-a53a-93e0450c77c8 service nova] Enqueued Resource ID: 0bcb81fe-3e5a-4e95-bbcb-feee83c14361 with Priority: HIGHEST for action port [ 740.064775] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGHEST for action security_group_rules [ 740.064905] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGHEST for action security_group_members [ 740.065411] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bcb81fe-3e5a-4e95-bbcb-feee83c14361 with Priority: HIGHEST for action port [ 740.065757] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a62af330-237b-4c56-b984-b3b6da313d26 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.065918] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.066023] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.066307] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.066426] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.068110] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a62af330-237b-4c56-b984-b3b6da313d26 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.068274] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.068367] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.068632] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.068816] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.068957] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.069060] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.069239] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.069675] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.069805] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.071278] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bcb81fe-3e5a-4e95-bbcb-feee83c14361 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.071397] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bcb81fe-3e5a-4e95-bbcb-feee83c14361" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.071465] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bcb81fe-3e5a-4e95-bbcb-feee83c14361" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.071622] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bcb81fe-3e5a-4e95-bbcb-feee83c14361" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.071709] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bcb81fe-3e5a-4e95-bbcb-feee83c14361',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.294285] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e in Status: SUCCESS [ 740.294778] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.294927] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.295260] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.295395] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.573593] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a62af330-237b-4c56-b984-b3b6da313d26 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.573701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.573964] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.575286] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0bcb81fe-3e5a-4e95-bbcb-feee83c14361 with status ACTIVE [ 740.575425] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.576232] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.576232] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.576232] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.576232] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.576232] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.576232] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.576462] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.577020] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.577020] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.577020] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.577020] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.577020] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.577257] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.577257] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.577316] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0bcb81fe-3e5a-4e95-bbcb-feee83c14361 is going to be updated. [ 740.608744] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.608744] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.608744] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.608744] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.608744] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.608744] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bcb81fe-3e5a-4e95-bbcb-feee83c14361" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.799530] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.799530] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.079252] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.175139] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e in Status: SUCCESS [ 741.176890] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.176890] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.176890] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.176890] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.177152] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.177152] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.177234] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.177331] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.177407] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.177581] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.267057] env[65426]: INFO networking_nsxv3.common.synchronization [req-8bd04206-f01b-47f9-a98b-0c46f1ff2c1a req-de2f84ba-df2e-4b54-8802-608534abb9b1 tempest-ServerTagsTestJSON-789967215 tempest-ServerTagsTestJSON-789967215-project-member] Enqueued Resource ID: b1d85255-ae3b-4ad6-9ffc-05968db3b7c5 with Priority: HIGHEST for action security_group_members [ 741.267514] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d85255-ae3b-4ad6-9ffc-05968db3b7c5 with Priority: HIGHEST for action security_group_members [ 741.267879] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.268248] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.268248] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.268722] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.269032] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.270020] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.270020] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.270935] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.271093] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.271237] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1d85255-ae3b-4ad6-9ffc-05968db3b7c5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.585352] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.585352] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.585352] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.585611] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.585892] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.585892] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a62af330-237b-4c56-b984-b3b6da313d26 is going to be created. [ 741.617047] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.617047] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.617047] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.618313] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.618313] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.631604] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a62af330-237b-4c56-b984-b3b6da313d26 in Status: UNINITIALIZED for 2s [ 741.663080] env[65426]: INFO networking_nsxv3.common.synchronization [None req-8048fd1c-3501-46b9-af31-3dc34f8d712a None None] Enqueued Resource ID: 99c03d95-470f-472f-ad20-0a8b6829b2bd with Priority: HIGHEST for action port [ 741.663080] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c03d95-470f-472f-ad20-0a8b6829b2bd with Priority: HIGHEST for action port [ 741.663080] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-99c03d95-470f-472f-ad20-0a8b6829b2bd taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.663080] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99c03d95-470f-472f-ad20-0a8b6829b2bd" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.663080] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99c03d95-470f-472f-ad20-0a8b6829b2bd" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.663080] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99c03d95-470f-472f-ad20-0a8b6829b2bd" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.663080] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99c03d95-470f-472f-ad20-0a8b6829b2bd',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.685690] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.685898] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.686021] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.686465] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.686685] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.686829] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.686925] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.687704] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.687704] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.687704] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.687891] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.687952] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.688036] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.688194] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.688347] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.688459] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.688521] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.688678] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.688737] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.688875] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.688949] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.774903] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.774972] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.775023] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.775249] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.775346] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.775626] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.775626] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.775710] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.775864] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.775893] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.775981] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1d85255-ae3b-4ad6-9ffc-05968db3b7c5 is going to be updated. [ 741.809572] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.809748] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.809798] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.809980] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.810136] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.821918] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d85255-ae3b-4ad6-9ffc-05968db3b7c5 in Status: IN_PROGRESS for 2s [ 741.925704] env[65426]: INFO networking_nsxv3.common.synchronization [None req-4b87a57e-35d7-4220-9f94-b57ea6add3ca None None] Enqueued Resource ID: 74ce0667-1c72-450b-96c6-477e7d900e4c with Priority: HIGHEST for action port [ 741.926448] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74ce0667-1c72-450b-96c6-477e7d900e4c with Priority: HIGHEST for action port [ 741.926581] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-74ce0667-1c72-450b-96c6-477e7d900e4c taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.926704] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74ce0667-1c72-450b-96c6-477e7d900e4c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.926766] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74ce0667-1c72-450b-96c6-477e7d900e4c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.928157] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74ce0667-1c72-450b-96c6-477e7d900e4c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.928157] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74ce0667-1c72-450b-96c6-477e7d900e4c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.981499] env[65426]: INFO networking_nsxv3.common.synchronization [req-35950bf8-59c7-485c-9af5-7b2652987d31 req-798fad17-4331-491e-83b7-506246d0d4ab tempest-ImagesOneServerNegativeTestJSON-1567485830 tempest-ImagesOneServerNegativeTestJSON-1567485830-project-member] Enqueued Resource ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 with Priority: HIGHEST for action security_group_members [ 741.982048] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 with Priority: HIGHEST for action security_group_members [ 741.982815] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-0503f97f-df52-44bd-bf6d-fbc266676b01 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.982815] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.982815] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.982815] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.983013] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.983013] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.983013] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.985639] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.986371] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.986371] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0503f97f-df52-44bd-bf6d-fbc266676b01',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.165375] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99c03d95-470f-472f-ad20-0a8b6829b2bd [ 742.165772] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.165981] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.166148] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.166459] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.166565] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.166692] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99c03d95-470f-472f-ad20-0a8b6829b2bd already deleted. [ 742.166808] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99c03d95-470f-472f-ad20-0a8b6829b2bd" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.192951] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e: rpc.has_security_group_logging(os_id): False [ 742.211611] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.211770] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.211841] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.213157] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.213271] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.213521] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.213631] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.213699] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.213871] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.213952] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.214163] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.214259] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.214322] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.214464] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.214539] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.214716] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.214913] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.214979] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.215136] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.215203] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.215289] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e is going to be updated. [ 742.285095] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.285095] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.285095] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.285303] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.285394] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.302790] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e in Status: IN_PROGRESS for 2s [ 742.432274] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74ce0667-1c72-450b-96c6-477e7d900e4c [ 742.432512] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.432638] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.432704] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.432915] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.433008] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.433106] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74ce0667-1c72-450b-96c6-477e7d900e4c already deleted. [ 742.433181] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74ce0667-1c72-450b-96c6-477e7d900e4c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.489932] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.490128] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.490208] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.490450] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.490559] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.490784] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.490909] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.490975] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.491139] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.491227] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.492524] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 is going to be updated. [ 742.521618] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.521618] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.521618] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.521861] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.521890] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.539637] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 in Status: IN_PROGRESS for 2s [ 742.603727] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-686 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.603864] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-686" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.603974] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-686" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.604260] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-686" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.604512] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.607985] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.607985] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.607985] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.607985] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.607985] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.607985] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.607985] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.607985] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.607985] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.607985] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.607985] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.634203] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.634543] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 742.634543] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.634669] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-686" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.635020] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-63f76b47-31bd-450c-924a-8137cb8aaf55 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.635342] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-63f76b47-31bd-450c-924a-8137cb8aaf55" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.635342] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-63f76b47-31bd-450c-924a-8137cb8aaf55" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.636408] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-63f76b47-31bd-450c-924a-8137cb8aaf55" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.636408] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63f76b47-31bd-450c-924a-8137cb8aaf55',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.138249] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.138764] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.138764] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.138960] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.139124] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.139274] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 63f76b47-31bd-450c-924a-8137cb8aaf55 not found, creating... [ 743.139606] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.139781] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.139892] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.140164] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.140272] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.140730] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.141768] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.141768] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.141768] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.141768] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.141768] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 63f76b47-31bd-450c-924a-8137cb8aaf55 is going to be created. [ 743.161853] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.162087] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.162227] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.162525] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.162780] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.163492] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-63f76b47-31bd-450c-924a-8137cb8aaf55" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.298142] env[65426]: INFO networking_nsxv3.common.synchronization [req-c83bfd6a-ccc9-4088-8923-6b2576a3fc4e req-2b5476be-93c8-4a1a-b8c4-ee44c28e44e3 tempest-ServersNegativeTestMultiTenantJSON-1907594131 tempest-ServersNegativeTestMultiTenantJSON-1907594131-project-member] Enqueued Resource ID: 0c86030f-ffc6-477f-a550-16964c328aeb with Priority: HIGHEST for action security_group_members [ 743.298914] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c86030f-ffc6-477f-a550-16964c328aeb with Priority: HIGHEST for action security_group_members [ 743.299315] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c86030f-ffc6-477f-a550-16964c328aeb taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.299471] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c86030f-ffc6-477f-a550-16964c328aeb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.299550] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c86030f-ffc6-477f-a550-16964c328aeb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.300182] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c86030f-ffc6-477f-a550-16964c328aeb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.300715] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.300873] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.301150] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.304707] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.304707] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.304707] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c86030f-ffc6-477f-a550-16964c328aeb',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.643709] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a62af330-237b-4c56-b984-b3b6da313d26 in Status: SUCCESS [ 743.645495] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.645495] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.645495] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.645495] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.645495] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.645495] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.645495] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.645854] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.645854] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.645854] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.808831] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.808973] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.809073] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.811508] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.811508] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.811508] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.811508] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.811508] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.811508] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.811508] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.811508] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c86030f-ffc6-477f-a550-16964c328aeb is going to be updated. [ 743.839623] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d85255-ae3b-4ad6-9ffc-05968db3b7c5 in Status: SUCCESS [ 743.840252] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1d85255-ae3b-4ad6-9ffc-05968db3b7c5 deletion is rescheduled due to dependency. [ 743.840252] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.850809] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.850999] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.850999] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.851269] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.851413] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.861648] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c86030f-ffc6-477f-a550-16964c328aeb in Status: IN_PROGRESS for 2s [ 744.021903] env[65426]: INFO networking_nsxv3.common.synchronization [req-35950bf8-59c7-485c-9af5-7b2652987d31 req-7fc945b6-0dbe-4a5b-b132-ae858f967bd5 service nova] Enqueued Resource ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 with Priority: HIGHEST for action security_group_rules [ 744.022094] env[65426]: INFO networking_nsxv3.common.synchronization [req-35950bf8-59c7-485c-9af5-7b2652987d31 req-7fc945b6-0dbe-4a5b-b132-ae858f967bd5 service nova] Enqueued Resource ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 with Priority: HIGHEST for action security_group_members [ 744.022226] env[65426]: INFO networking_nsxv3.common.synchronization [req-35950bf8-59c7-485c-9af5-7b2652987d31 req-7fc945b6-0dbe-4a5b-b132-ae858f967bd5 service nova] Enqueued Resource ID: 63f76b47-31bd-450c-924a-8137cb8aaf55 with Priority: HIGHEST for action port [ 744.022784] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 with Priority: HIGHEST for action security_group_rules [ 744.022915] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 with Priority: HIGHEST for action security_group_members [ 744.023134] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f76b47-31bd-450c-924a-8137cb8aaf55 with Priority: HIGHEST for action port [ 744.023593] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0503f97f-df52-44bd-bf6d-fbc266676b01 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.023753] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.024180] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.024436] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.024697] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0503f97f-df52-44bd-bf6d-fbc266676b01',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.027291] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-0503f97f-df52-44bd-bf6d-fbc266676b01 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.027404] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.027627] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-63f76b47-31bd-450c-924a-8137cb8aaf55 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.027948] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63f76b47-31bd-450c-924a-8137cb8aaf55" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.027948] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63f76b47-31bd-450c-924a-8137cb8aaf55" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.028064] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63f76b47-31bd-450c-924a-8137cb8aaf55" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.030046] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63f76b47-31bd-450c-924a-8137cb8aaf55',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.051570] env[65426]: INFO networking_nsxv3.common.synchronization [req-27aa05ef-202c-4c5c-bdd0-821165315dbd req-76b4eeea-9a2c-4ff2-a0d9-25795d35e268 tempest-ImagesTestJSON-1192390857 tempest-ImagesTestJSON-1192390857-project-member] Enqueued Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_members [ 744.053664] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_members [ 744.054056] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.054188] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.054376] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.054453] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.054625] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.056946] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.056946] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.056946] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.056946] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.056946] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.149600] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.231346] env[65426]: INFO networking_nsxv3.common.synchronization [None req-c1799dd1-e2e2-4ee7-b9a7-3ed881cb7290 None None] Enqueued Resource ID: 09701b9c-c525-49e3-a532-8d5385dc6b84 with Priority: HIGHEST for action port [ 744.232071] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09701b9c-c525-49e3-a532-8d5385dc6b84 with Priority: HIGHEST for action port [ 744.232570] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-09701b9c-c525-49e3-a532-8d5385dc6b84 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.232710] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09701b9c-c525-49e3-a532-8d5385dc6b84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.232780] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09701b9c-c525-49e3-a532-8d5385dc6b84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.233421] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09701b9c-c525-49e3-a532-8d5385dc6b84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.233509] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09701b9c-c525-49e3-a532-8d5385dc6b84',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.328300] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e in Status: SUCCESS [ 744.328300] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.328300] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.328300] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.328300] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.533550] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-0503f97f-df52-44bd-bf6d-fbc266676b01 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.533706] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.533923] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63f76b47-31bd-450c-924a-8137cb8aaf55 with status ACTIVE [ 744.534491] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.534491] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.534491] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.534491] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.534930] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.534930] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.534930] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.534930] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.535102] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.535155] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.535364] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.535448] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.535448] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.535572] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.535645] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.535728] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63f76b47-31bd-450c-924a-8137cb8aaf55 is going to be updated. [ 744.551581] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 in Status: SUCCESS [ 744.551777] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 deletion is rescheduled due to dependency. [ 744.551877] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.554106] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.554395] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.554606] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.554996] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.554996] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.554996] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.555098] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.555126] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0503f97f-df52-44bd-bf6d-fbc266676b01',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.560827] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.560827] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.560827] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.560827] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.560827] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.560827] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.561153] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.561153] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.561153] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.562237] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.562237] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 is going to be updated. [ 744.564384] env[65426]: INFO networking_nsxv3.common.synchronization [None req-a754a36b-d6a1-4f80-9e42-09c787544147 None None] Enqueued Resource ID: 140dc703-dcd2-4c4f-963d-40876cdf89a2 with Priority: HIGHEST for action port [ 744.564768] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.564768] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.564768] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.564917] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.564946] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.565258] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63f76b47-31bd-450c-924a-8137cb8aaf55" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.565730] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 140dc703-dcd2-4c4f-963d-40876cdf89a2 with Priority: HIGHEST for action port [ 744.566739] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-140dc703-dcd2-4c4f-963d-40876cdf89a2 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.566739] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-140dc703-dcd2-4c4f-963d-40876cdf89a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.566739] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-140dc703-dcd2-4c4f-963d-40876cdf89a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.566976] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-140dc703-dcd2-4c4f-963d-40876cdf89a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.566976] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('140dc703-dcd2-4c4f-963d-40876cdf89a2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.593959] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.594188] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.594188] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.595102] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.595102] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.605368] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 in Status: IN_PROGRESS for 2s [ 744.653160] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a62af330-237b-4c56-b984-b3b6da313d26: rpc.has_security_group_logging(os_id): False [ 744.678891] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.679062] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.679138] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.679454] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.679618] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.679890] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.680207] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.680207] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.680411] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.680953] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.681178] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a62af330-237b-4c56-b984-b3b6da313d26 is going to be created. [ 744.719436] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-730 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.719436] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-730" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.719436] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-730" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.720837] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-730" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.720837] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.720837] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.720837] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.721376] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.721376] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.721611] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.721821] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.721980] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.722177] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.722368] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.722545] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.723608] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.737044] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09701b9c-c525-49e3-a532-8d5385dc6b84 [ 744.737350] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.737620] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.737620] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.737798] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.737905] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.738057] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09701b9c-c525-49e3-a532-8d5385dc6b84 already deleted. [ 744.738192] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09701b9c-c525-49e3-a532-8d5385dc6b84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.751025] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.751025] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 744.751025] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.751025] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-730" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.751025] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-ec15a993-14b3-4072-9815-c0f3baa6beac taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.751025] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-ec15a993-14b3-4072-9815-c0f3baa6beac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.751025] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-ec15a993-14b3-4072-9815-c0f3baa6beac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.751025] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-ec15a993-14b3-4072-9815-c0f3baa6beac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.751025] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec15a993-14b3-4072-9815-c0f3baa6beac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.772432] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.772733] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.772791] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.773036] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.773682] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.787248] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a62af330-237b-4c56-b984-b3b6da313d26 in Status: IN_PROGRESS for 2s [ 744.832881] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.833205] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.833345] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.833859] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.834297] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.834576] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.834733] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.835061] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.835256] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.835445] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.835629] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.060278] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0503f97f-df52-44bd-bf6d-fbc266676b01',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.068728] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 140dc703-dcd2-4c4f-963d-40876cdf89a2 [ 745.068921] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.068921] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.069037] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.069246] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.069351] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.069486] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:140dc703-dcd2-4c4f-963d-40876cdf89a2 already deleted. [ 745.069570] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-140dc703-dcd2-4c4f-963d-40876cdf89a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.255132] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.255132] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.255300] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.255832] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.256010] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.256183] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port ec15a993-14b3-4072-9815-c0f3baa6beac not found, creating... [ 745.256504] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.256823] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.256823] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.257018] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.257154] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.257467] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.257632] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.257744] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.257945] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.258082] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.258216] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: ec15a993-14b3-4072-9815-c0f3baa6beac is going to be created. [ 745.289266] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.289460] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.289576] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.289898] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.290363] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.291122] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-ec15a993-14b3-4072-9815-c0f3baa6beac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.339246] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.339555] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.339555] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.339713] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.339886] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.340044] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.340080] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.340207] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.340290] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.340512] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.340581] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.340629] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.340673] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.340867] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.340949] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.341048] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.341106] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.341239] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.341308] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.341429] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.341484] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.562862] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0503f97f-df52-44bd-bf6d-fbc266676b01',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.844213] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e: rpc.has_security_group_logging(os_id): False [ 745.869425] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.869880] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.870010] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.870260] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.870356] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.870589] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.870709] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.870821] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.870999] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.871334] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.871668] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.871794] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.871860] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.872020] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.872476] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.872634] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.872855] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.872926] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.873091] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.873359] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.873460] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e is going to be updated. [ 745.875777] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c86030f-ffc6-477f-a550-16964c328aeb in Status: SUCCESS [ 745.875941] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c86030f-ffc6-477f-a550-16964c328aeb deletion is rescheduled due to dependency. [ 745.876055] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c86030f-ffc6-477f-a550-16964c328aeb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.945914] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.946135] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.946135] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.946402] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.946586] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.966669] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e in Status: IN_PROGRESS for 2s [ 746.065410] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.065570] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.065665] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.065878] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.065974] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.066092] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 is going to be updated. [ 746.095468] env[65426]: INFO networking_nsxv3.common.synchronization [req-27aa05ef-202c-4c5c-bdd0-821165315dbd req-a695ffbf-8202-4974-aba1-bcc0241f744c service nova] Enqueued Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_rules [ 746.095468] env[65426]: INFO networking_nsxv3.common.synchronization [req-27aa05ef-202c-4c5c-bdd0-821165315dbd req-a695ffbf-8202-4974-aba1-bcc0241f744c service nova] Enqueued Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_members [ 746.095468] env[65426]: INFO networking_nsxv3.common.synchronization [req-27aa05ef-202c-4c5c-bdd0-821165315dbd req-a695ffbf-8202-4974-aba1-bcc0241f744c service nova] Enqueued Resource ID: ec15a993-14b3-4072-9815-c0f3baa6beac with Priority: HIGHEST for action port [ 746.096057] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_rules [ 746.096057] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_members [ 746.096057] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec15a993-14b3-4072-9815-c0f3baa6beac with Priority: HIGHEST for action port [ 746.097292] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23f8c721-0c3d-4d72-a8a8-79c4dca79b31 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.097292] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.097292] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.097292] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.097292] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.097733] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.097733] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.098504] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec15a993-14b3-4072-9815-c0f3baa6beac taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.098504] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec15a993-14b3-4072-9815-c0f3baa6beac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.098504] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec15a993-14b3-4072-9815-c0f3baa6beac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.098504] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec15a993-14b3-4072-9815-c0f3baa6beac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.098504] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec15a993-14b3-4072-9815-c0f3baa6beac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.108723] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.109014] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.109113] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.110028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.110028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.122327] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 in Status: IN_PROGRESS for 2s [ 746.600676] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.601133] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.612813] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec15a993-14b3-4072-9815-c0f3baa6beac with status ACTIVE [ 746.613052] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.613174] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.613237] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.613453] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.613546] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.613988] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.613988] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.613988] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.613988] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.614508] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.614508] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.614508] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.614508] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.614748] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.614748] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.614748] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec15a993-14b3-4072-9815-c0f3baa6beac is going to be updated. [ 746.621502] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 in Status: SUCCESS [ 746.621502] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 deletion is rescheduled due to dependency. [ 746.621502] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.621502] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.621502] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.621502] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.621502] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.621502] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.621502] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.621502] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.621502] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.641987] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.642164] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.642224] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.642438] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.642575] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.642736] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec15a993-14b3-4072-9815-c0f3baa6beac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.805386] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a62af330-237b-4c56-b984-b3b6da313d26 in Status: SUCCESS [ 746.805386] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.126719] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.630191] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.982705] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e in Status: SUCCESS [ 747.982964] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.041046] env[65426]: INFO networking_nsxv3.common.synchronization [req-ddc1f449-0de0-44ce-af96-e586e2723516 req-c15db12f-b2e0-4263-a29e-11f63868a83a tempest-ServersAdminNegativeTestJSON-842906392 tempest-ServersAdminNegativeTestJSON-842906392-project-member] Enqueued Resource ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 with Priority: HIGHEST for action security_group_members [ 748.041231] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 with Priority: HIGHEST for action security_group_members [ 748.041833] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-427619b0-330f-4333-b26b-8da5ebc7a1e4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.041833] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.041833] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.042435] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.042435] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.042435] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.042435] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.042626] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.042723] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.042851] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('427619b0-330f-4333-b26b-8da5ebc7a1e4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.132403] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.132629] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.132717] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.132946] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.133112] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.133185] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 is going to be updated. [ 748.135626] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 in Status: SUCCESS [ 748.135855] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.136032] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.136233] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.139600] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.139600] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.139600] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.139600] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.139600] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.139600] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.139600] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0503f97f-df52-44bd-bf6d-fbc266676b01',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.232970] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.233163] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.233163] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.235035] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.235035] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.247539] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 in Status: IN_PROGRESS for 2s [ 748.545028] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('427619b0-330f-4333-b26b-8da5ebc7a1e4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.640138] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-0503f97f-df52-44bd-bf6d-fbc266676b01 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.640441] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.640441] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.640616] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.640839] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.640839] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.641030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.641156] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.641265] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.641341] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.642173] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-0503f97f-df52-44bd-bf6d-fbc266676b01 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.642173] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.642173] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.642173] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.642462] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.642462] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.642462] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.642462] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.642601] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.642601] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.643963] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0503f97f-df52-44bd-bf6d-fbc266676b01',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.047682] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('427619b0-330f-4333-b26b-8da5ebc7a1e4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.145162] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0503f97f-df52-44bd-bf6d-fbc266676b01: rpc.has_security_group_logging(os_id): False [ 749.168090] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.168090] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.168090] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.168090] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.168090] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.168470] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.168470] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.168470] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.168681] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.168681] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.168895] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.168983] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.169064] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.169210] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.169284] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.169514] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.169589] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.169649] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.169776] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.170717] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.170717] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 is going to be updated. [ 749.262026] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.262026] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.262026] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.262026] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.262026] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.280309] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 in Status: IN_PROGRESS for 2s [ 749.551837] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.552050] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.552126] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.552354] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.552444] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.552544] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 is going to be updated. [ 749.589275] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.589420] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.589490] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.589726] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.589877] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.600922] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 in Status: IN_PROGRESS for 2s [ 750.265180] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 in Status: SUCCESS [ 750.269357] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.269357] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.269357] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.269357] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.269357] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.269357] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.269357] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.269357] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.269357] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.269357] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.436214] env[65426]: INFO networking_nsxv3.common.synchronization [req-ae7b5822-4c35-4910-aec4-472b2ded51a9 req-d73da8ee-14cc-41c6-96f7-6ab3cb19e2df tempest-ServersTestMultiNic-1184168472 tempest-ServersTestMultiNic-1184168472-project-member] Enqueued Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_members [ 750.436882] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_members [ 750.439759] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.439759] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.440013] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.440219] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.440459] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.441897] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.441991] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.442247] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.442340] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.443194] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.771602] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.773926] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.773926] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.773926] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.774111] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.774552] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.774552] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.774552] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.774728] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.774784] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.775215] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.775215] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.775215] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.775419] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.775835] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.775835] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.775835] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.776179] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.777414] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.777527] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.777763] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.802960] env[65426]: INFO networking_nsxv3.common.synchronization [req-ae7b5822-4c35-4910-aec4-472b2ded51a9 req-0fa01d4f-d6c6-4e71-aef5-96942b2063bd tempest-ServersTestMultiNic-1184168472 tempest-ServersTestMultiNic-1184168472-project-member] Enqueued Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_members [ 750.802960] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_members [ 750.802960] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.803236] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.947361] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.136268] env[65426]: INFO networking_nsxv3.common.synchronization [req-ae7b5822-4c35-4910-aec4-472b2ded51a9 req-22aa9a3d-d743-406e-85f4-93e44d9540e6 tempest-ServersTestMultiNic-1184168472 tempest-ServersTestMultiNic-1184168472-project-member] Enqueued Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_members [ 751.136268] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_members [ 751.138164] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.140603] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.281921] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23f8c721-0c3d-4d72-a8a8-79c4dca79b31: rpc.has_security_group_logging(os_id): False [ 751.310945] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 in Status: SUCCESS [ 751.311126] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.313615] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.313615] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.313615] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.313615] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.313615] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.313615] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.313615] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.313615] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.313615] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.313615] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.313615] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.313615] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.313615] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.314208] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.314208] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.314208] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.314208] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.314384] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.314384] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.314449] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.315301] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 is going to be updated. [ 751.403953] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.403953] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.403953] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.404572] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.404829] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.419442] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 in Status: IN_PROGRESS for 2s [ 751.449960] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.615571] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 in Status: SUCCESS [ 751.615571] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.953367] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.955056] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.955056] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.955056] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.955056] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.955056] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e is going to be updated. [ 751.989781] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.989781] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.989781] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.989781] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.989781] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.999722] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e in Status: IN_PROGRESS for 2s [ 752.886190] env[65426]: INFO networking_nsxv3.common.synchronization [req-99afebd8-5a78-437e-be43-e0fdaa3a553e req-67643cbb-05ca-45d4-90ee-81b8cd77e9bc tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_members [ 752.886190] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_members [ 752.886573] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.886573] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.886729] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.887100] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.887100] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.887261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.887261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.887387] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.887463] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.887575] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.255519] env[65426]: INFO networking_nsxv3.common.synchronization [req-96fa2f21-21b8-4c3f-8b5b-d9b23b31b84d req-603283d5-6c2c-49c0-b376-47060ec38f54 tempest-ListServerFiltersTestJSON-1687151240 tempest-ListServerFiltersTestJSON-1687151240-project-member] Enqueued Resource ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e with Priority: HIGHEST for action security_group_members [ 753.256083] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e with Priority: HIGHEST for action security_group_members [ 753.257125] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-20a52370-7c11-41ec-a9a6-514bb8c5356e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.257386] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.257386] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.258620] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.258620] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.258620] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.258620] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.258620] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.258620] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.258620] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20a52370-7c11-41ec-a9a6-514bb8c5356e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.357389] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.357687] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-963" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.358159] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-963" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.358660] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-963" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.359020] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.359239] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.360958] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.360958] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.360958] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.360958] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.360958] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 753.360958] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 753.361335] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 753.361335] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 753.361335] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 753.361495] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 753.385581] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 753.385933] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 753.386091] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 753.386380] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-963" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.386861] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-23d9c2ca-c513-4841-93a8-28e30bdb4cd4 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.387066] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-23d9c2ca-c513-4841-93a8-28e30bdb4cd4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.387215] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-23d9c2ca-c513-4841-93a8-28e30bdb4cd4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.387625] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-23d9c2ca-c513-4841-93a8-28e30bdb4cd4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.387800] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23d9c2ca-c513-4841-93a8-28e30bdb4cd4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.394366] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.394366] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.394366] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.394366] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.394366] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.394366] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.394366] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.394366] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.394366] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.394366] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.394366] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3b7d3ea-9250-432c-bc96-8e6285233766 already deleted. [ 753.394366] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.436597] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 in Status: SUCCESS [ 753.436897] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.760824] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20a52370-7c11-41ec-a9a6-514bb8c5356e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.891619] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.891963] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.892126] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.892444] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.892598] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.892803] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port 23d9c2ca-c513-4841-93a8-28e30bdb4cd4 not found, creating... [ 753.893327] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.893566] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.893733] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.894053] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.894258] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.894636] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.894899] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.894993] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.895248] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.895414] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.895587] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: 23d9c2ca-c513-4841-93a8-28e30bdb4cd4 is going to be created. [ 753.917788] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.917967] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.918095] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.918354] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.918591] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.918809] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-23d9c2ca-c513-4841-93a8-28e30bdb4cd4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.022752] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e in Status: SUCCESS [ 754.023124] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.023396] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.023736] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.023991] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.024193] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.024298] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.024553] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.024718] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.024874] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.272315] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20a52370-7c11-41ec-a9a6-514bb8c5356e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.527833] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.528117] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.528117] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.528342] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.529168] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.529168] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.529168] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.529168] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.529168] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.529546] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.529546] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e is going to be updated. [ 754.571190] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.571447] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.571535] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.571708] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.571864] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.588058] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e in Status: IN_PROGRESS for 2s [ 754.737524] env[65426]: INFO networking_nsxv3.common.synchronization [req-99afebd8-5a78-437e-be43-e0fdaa3a553e req-d15fb5af-d899-4058-b2f2-38314e843531 service nova] Enqueued Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_rules [ 754.737799] env[65426]: INFO networking_nsxv3.common.synchronization [req-99afebd8-5a78-437e-be43-e0fdaa3a553e req-d15fb5af-d899-4058-b2f2-38314e843531 service nova] Enqueued Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_members [ 754.738009] env[65426]: INFO networking_nsxv3.common.synchronization [req-99afebd8-5a78-437e-be43-e0fdaa3a553e req-d15fb5af-d899-4058-b2f2-38314e843531 service nova] Enqueued Resource ID: 23d9c2ca-c513-4841-93a8-28e30bdb4cd4 with Priority: HIGHEST for action port [ 754.739487] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_rules [ 754.739630] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_members [ 754.739734] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23d9c2ca-c513-4841-93a8-28e30bdb4cd4 with Priority: HIGHEST for action port [ 754.741335] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.741472] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.741542] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.741804] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.741887] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.742884] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.742998] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.743338] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.743532] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.743689] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.743781] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.743844] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.743991] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.744108] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.744205] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.746458] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-23d9c2ca-c513-4841-93a8-28e30bdb4cd4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.746458] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23d9c2ca-c513-4841-93a8-28e30bdb4cd4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.746458] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23d9c2ca-c513-4841-93a8-28e30bdb4cd4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.746458] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23d9c2ca-c513-4841-93a8-28e30bdb4cd4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.746458] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23d9c2ca-c513-4841-93a8-28e30bdb4cd4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.774661] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.774813] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.774858] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.775271] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.775271] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.775271] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e is going to be updated. [ 754.812636] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.812874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.812874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.815847] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.815847] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.829625] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e in Status: IN_PROGRESS for 2s [ 755.247987] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.252064] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.252064] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.252549] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23d9c2ca-c513-4841-93a8-28e30bdb4cd4 with status ACTIVE [ 755.252549] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.252641] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.252641] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.252870] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.252965] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.253607] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.255633] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.255633] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.255633] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.255633] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.255633] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.255633] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.255633] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.255633] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.255633] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.255633] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23d9c2ca-c513-4841-93a8-28e30bdb4cd4 is going to be updated. [ 755.282491] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.282726] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.282726] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.282897] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.283051] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.283301] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23d9c2ca-c513-4841-93a8-28e30bdb4cd4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.622848] env[65426]: INFO networking_nsxv3.common.synchronization [None req-32e52ac8-340f-42f9-ad76-85f53dd18e5c None None] Enqueued Resource ID: 9723b328-01b2-4ba2-919e-d19db437f170 with Priority: HIGHEST for action port [ 755.623309] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9723b328-01b2-4ba2-919e-d19db437f170 with Priority: HIGHEST for action port [ 755.623309] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-9723b328-01b2-4ba2-919e-d19db437f170 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.623427] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9723b328-01b2-4ba2-919e-d19db437f170" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.623472] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9723b328-01b2-4ba2-919e-d19db437f170" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.623756] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9723b328-01b2-4ba2-919e-d19db437f170" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.623837] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9723b328-01b2-4ba2-919e-d19db437f170',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.641224] env[65426]: INFO networking_nsxv3.common.synchronization [req-fd7c13fd-8688-4c9d-9b7a-80e5a23b3016 req-3ae05bce-6424-4f87-b6ba-23b2fdf9ce65 tempest-ServersV294TestFqdnHostnames-228901025 tempest-ServersV294TestFqdnHostnames-228901025-project-member] Enqueued Resource ID: f730dcc3-9e9e-4ce3-8de5-9a0661973127 with Priority: HIGHEST for action security_group_members [ 755.641903] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f730dcc3-9e9e-4ce3-8de5-9a0661973127 with Priority: HIGHEST for action security_group_members [ 755.642252] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-f730dcc3-9e9e-4ce3-8de5-9a0661973127 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.642584] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f730dcc3-9e9e-4ce3-8de5-9a0661973127" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.642873] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f730dcc3-9e9e-4ce3-8de5-9a0661973127" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.643174] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f730dcc3-9e9e-4ce3-8de5-9a0661973127" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.643358] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.643467] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.643531] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.643696] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.643786] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.643881] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f730dcc3-9e9e-4ce3-8de5-9a0661973127',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.753043] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.126832] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9723b328-01b2-4ba2-919e-d19db437f170 [ 756.127096] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.127467] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.127467] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.127530] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.127647] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.127713] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9723b328-01b2-4ba2-919e-d19db437f170 already deleted. [ 756.127760] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9723b328-01b2-4ba2-919e-d19db437f170" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.146153] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.146312] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.146312] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.146617] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.146617] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.146757] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.147045] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.147045] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.147134] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.147134] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.148363] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f730dcc3-9e9e-4ce3-8de5-9a0661973127 is going to be updated. [ 756.187022] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.187022] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.187022] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.187022] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.187022] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.195167] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f730dcc3-9e9e-4ce3-8de5-9a0661973127 in Status: IN_PROGRESS for 2s [ 756.255857] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.256133] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.256133] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.256268] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.256355] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.256613] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3b7d3ea-9250-432c-bc96-8e6285233766 is going to be created. [ 756.298673] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.298851] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.298918] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.299198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.299532] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.309367] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: UNINITIALIZED for 2s [ 756.600083] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e in Status: SUCCESS [ 756.600763] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e deletion is rescheduled due to dependency. [ 756.600884] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.601071] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.601425] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.601644] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.601741] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.601808] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.601973] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.602069] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.602184] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.829268] env[65426]: INFO networking_nsxv3.common.synchronization [req-73d7b7a9-11d0-4474-9b4d-12867efb0254 req-7736108e-ea2f-41b2-9d01-562f3000055a tempest-ServerRescueNegativeTestJSON-640849074 tempest-ServerRescueNegativeTestJSON-640849074-project-member] Enqueued Resource ID: 364db919-0d26-4b36-b987-01117ca01849 with Priority: HIGHEST for action security_group_members [ 756.830068] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 364db919-0d26-4b36-b987-01117ca01849 with Priority: HIGHEST for action security_group_members [ 756.831496] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-364db919-0d26-4b36-b987-01117ca01849 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.834018] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.834018] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.834018] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.834018] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.834018] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.834018] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.834018] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.834018] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.834018] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('364db919-0d26-4b36-b987-01117ca01849',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.843868] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e in Status: SUCCESS [ 756.843868] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.106719] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.106719] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.106719] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.106719] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.106719] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.106719] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.107322] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.107322] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.108271] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.108271] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.108271] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e is going to be updated. [ 757.163853] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.163853] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.163853] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.163853] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.164070] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.178544] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e in Status: IN_PROGRESS for 2s [ 757.213900] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-30 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.213900] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-30" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.213900] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-30" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.214282] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-30" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.214516] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.214652] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.214684] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.214888] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.215034] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.215662] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.215662] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.215662] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.215662] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.215942] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.216380] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.216380] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.241018] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.241018] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 757.241018] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.241018] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-30" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.241018] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-75000313-567b-46b1-8f96-b21e7c5341b8 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.241018] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-75000313-567b-46b1-8f96-b21e7c5341b8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.241018] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-75000313-567b-46b1-8f96-b21e7c5341b8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.241018] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-75000313-567b-46b1-8f96-b21e7c5341b8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.241018] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75000313-567b-46b1-8f96-b21e7c5341b8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.338455] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.338842] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.338842] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.339093] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.339188] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.339364] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.339496] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.339588] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.339705] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.339790] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.339854] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 364db919-0d26-4b36-b987-01117ca01849 already deleted. [ 757.339962] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.746986] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.747215] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.747341] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.747595] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.747815] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.747884] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port 75000313-567b-46b1-8f96-b21e7c5341b8 not found, creating... [ 757.748156] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.748313] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.748438] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.748675] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.748817] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.749111] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.749268] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.749380] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.749586] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.749754] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.749903] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: 75000313-567b-46b1-8f96-b21e7c5341b8 is going to be created. [ 757.777020] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.777020] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.777020] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.777020] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.777020] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.777020] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-75000313-567b-46b1-8f96-b21e7c5341b8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.212775] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f730dcc3-9e9e-4ce3-8de5-9a0661973127 in Status: SUCCESS [ 758.212775] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f730dcc3-9e9e-4ce3-8de5-9a0661973127 deletion is rescheduled due to dependency. [ 758.212775] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f730dcc3-9e9e-4ce3-8de5-9a0661973127" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.335564] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: SUCCESS [ 758.335802] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.336061] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.336316] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.336661] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.336748] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.336794] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.336973] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.337111] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.337207] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.337301] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.379990] env[65426]: INFO networking_nsxv3.common.synchronization [None req-f436c287-eacc-4ce2-899c-63f46cfd5ffc None None] Enqueued Resource ID: a9f78edc-1c67-48f0-a4f6-bfa234ca5221 with Priority: HIGHEST for action port [ 758.382239] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9f78edc-1c67-48f0-a4f6-bfa234ca5221 with Priority: HIGHEST for action port [ 758.382239] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9f78edc-1c67-48f0-a4f6-bfa234ca5221 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.382239] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9f78edc-1c67-48f0-a4f6-bfa234ca5221" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.382239] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9f78edc-1c67-48f0-a4f6-bfa234ca5221" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.382239] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9f78edc-1c67-48f0-a4f6-bfa234ca5221" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.382498] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9f78edc-1c67-48f0-a4f6-bfa234ca5221',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.541166] env[65426]: INFO networking_nsxv3.common.synchronization [req-73d7b7a9-11d0-4474-9b4d-12867efb0254 req-6759b027-4835-4675-a0cc-96d5eb4f65dc service nova] Enqueued Resource ID: 364db919-0d26-4b36-b987-01117ca01849 with Priority: HIGHEST for action security_group_rules [ 758.541166] env[65426]: INFO networking_nsxv3.common.synchronization [req-73d7b7a9-11d0-4474-9b4d-12867efb0254 req-6759b027-4835-4675-a0cc-96d5eb4f65dc service nova] Enqueued Resource ID: 364db919-0d26-4b36-b987-01117ca01849 with Priority: HIGHEST for action security_group_members [ 758.541381] env[65426]: INFO networking_nsxv3.common.synchronization [req-73d7b7a9-11d0-4474-9b4d-12867efb0254 req-6759b027-4835-4675-a0cc-96d5eb4f65dc service nova] Enqueued Resource ID: 75000313-567b-46b1-8f96-b21e7c5341b8 with Priority: HIGHEST for action port [ 758.541432] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 364db919-0d26-4b36-b987-01117ca01849 with Priority: HIGHEST for action security_group_rules [ 758.541552] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 364db919-0d26-4b36-b987-01117ca01849 with Priority: HIGHEST for action security_group_members [ 758.541666] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75000313-567b-46b1-8f96-b21e7c5341b8 with Priority: HIGHEST for action port [ 758.545284] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-364db919-0d26-4b36-b987-01117ca01849 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.545434] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.545504] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.545783] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.545885] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('364db919-0d26-4b36-b987-01117ca01849',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.546921] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-364db919-0d26-4b36-b987-01117ca01849 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.547055] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.547145] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.547355] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.548149] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.548310] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.548403] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.548663] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.548864] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.548995] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('364db919-0d26-4b36-b987-01117ca01849',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.551833] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-75000313-567b-46b1-8f96-b21e7c5341b8 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.551833] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75000313-567b-46b1-8f96-b21e7c5341b8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.551833] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75000313-567b-46b1-8f96-b21e7c5341b8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.551833] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75000313-567b-46b1-8f96-b21e7c5341b8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.551833] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75000313-567b-46b1-8f96-b21e7c5341b8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.839967] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.840435] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.840565] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.840939] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.841181] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.841333] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.841385] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.841615] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.841754] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.841891] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.842160] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.842343] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.842444] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.842646] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.842870] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.843045] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.843163] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.843396] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.843535] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.844029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.844029] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.889664] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9f78edc-1c67-48f0-a4f6-bfa234ca5221 [ 758.890880] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.890880] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.890880] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.890880] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.890880] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.890880] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9f78edc-1c67-48f0-a4f6-bfa234ca5221 already deleted. [ 758.890880] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9f78edc-1c67-48f0-a4f6-bfa234ca5221" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.054133] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-364db919-0d26-4b36-b987-01117ca01849 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.054133] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.054133] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('364db919-0d26-4b36-b987-01117ca01849',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.054889] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75000313-567b-46b1-8f96-b21e7c5341b8 with status ACTIVE [ 759.055019] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.055132] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.055192] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.055439] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.055528] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.055699] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.055834] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.055868] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.056906] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.056906] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.056906] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.057054] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.057137] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.057291] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.057365] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.057450] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75000313-567b-46b1-8f96-b21e7c5341b8 is going to be updated. [ 759.083233] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.083374] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.083374] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.083593] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.083735] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.083911] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75000313-567b-46b1-8f96-b21e7c5341b8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.190206] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e in Status: SUCCESS [ 759.190283] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e deletion is rescheduled due to dependency. [ 759.190393] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.345979] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3b7d3ea-9250-432c-bc96-8e6285233766: rpc.has_security_group_logging(os_id): False [ 759.367086] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.367297] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.367297] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.367535] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.367606] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.367842] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.367923] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.368354] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.368354] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.368354] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.368547] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.368547] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.368647] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.368782] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.368860] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.369098] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.369158] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.369253] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.369354] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.369428] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.369513] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3b7d3ea-9250-432c-bc96-8e6285233766 is going to be created. [ 759.446923] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.447318] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.447318] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.447417] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.447592] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.462432] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: IN_PROGRESS for 2s [ 759.560202] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('364db919-0d26-4b36-b987-01117ca01849',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.579510] env[65426]: INFO networking_nsxv3.common.synchronization [req-e8f1675b-4fdf-4d6f-b47e-370a0737f407 req-ab953fcc-ac63-48af-a6db-ce1442bce631 tempest-ServersNegativeTestJSON-863012267 tempest-ServersNegativeTestJSON-863012267-project-member] Enqueued Resource ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b with Priority: HIGHEST for action security_group_members [ 759.580579] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b with Priority: HIGHEST for action security_group_members [ 759.580865] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.581129] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.581724] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.581961] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.582145] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.582394] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.582394] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.582490] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.582539] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.582633] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73e541d5-3c06-4c0b-b652-6d35b1d6bd3b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.985721] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-486 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.985947] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-486" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.986093] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-486" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.986384] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-486" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.986723] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.986879] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.987018] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.987234] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.987388] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.987611] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.987728] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.987832] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.987930] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.988065] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.988178] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.988301] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.014335] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.014335] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 760.014335] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.014335] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-486" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.014504] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-411a0a1b-0eca-4896-bdd6-968a2b9257aa taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.014601] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-411a0a1b-0eca-4896-bdd6-968a2b9257aa" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.014807] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-411a0a1b-0eca-4896-bdd6-968a2b9257aa" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.015111] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-411a0a1b-0eca-4896-bdd6-968a2b9257aa" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.015372] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('411a0a1b-0eca-4896-bdd6-968a2b9257aa',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.062898] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.063101] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.064028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.064028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.064028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.064028] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 364db919-0d26-4b36-b987-01117ca01849 is going to be created. [ 760.087021] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73e541d5-3c06-4c0b-b652-6d35b1d6bd3b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.093596] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.093819] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.094206] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.094329] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.094547] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.108195] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 364db919-0d26-4b36-b987-01117ca01849 in Status: UNINITIALIZED for 2s [ 760.519436] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.519808] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.519907] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.520388] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.521588] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.521588] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 411a0a1b-0eca-4896-bdd6-968a2b9257aa not found, creating... [ 760.521588] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.522995] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.522995] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.522995] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.522995] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.527131] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.527131] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.527131] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.527131] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.527131] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.527131] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 411a0a1b-0eca-4896-bdd6-968a2b9257aa is going to be created. [ 760.553527] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.553810] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.554866] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.554866] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.554866] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.554866] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-411a0a1b-0eca-4896-bdd6-968a2b9257aa" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.592505] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73e541d5-3c06-4c0b-b652-6d35b1d6bd3b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.804042] env[65426]: INFO networking_nsxv3.common.synchronization [req-5d8671f2-05f5-45ea-888d-97dd7e77a543 req-a621dc7a-61e7-4d8a-ad0f-c9d9b0a0edee tempest-ImagesOneServerTestJSON-668221820 tempest-ImagesOneServerTestJSON-668221820-project-member] Enqueued Resource ID: 05b1fe05-a0c7-48cf-b0e0-b8396413fbb2 with Priority: HIGHEST for action security_group_members [ 760.804042] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05b1fe05-a0c7-48cf-b0e0-b8396413fbb2 with Priority: HIGHEST for action security_group_members [ 760.804042] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.804042] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.804042] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.804900] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.805505] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.805627] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.805695] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.805870] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.805959] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.806068] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05b1fe05-a0c7-48cf-b0e0-b8396413fbb2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.098259] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.098259] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.098259] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.098259] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.098259] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.098259] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b is going to be updated. [ 761.124278] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.124439] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.124509] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.124707] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.124847] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.134407] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b in Status: IN_PROGRESS for 2s [ 761.259227] env[65426]: INFO networking_nsxv3.common.synchronization [req-e8f1675b-4fdf-4d6f-b47e-370a0737f407 req-74a682e9-e364-4abc-9456-c9d0d5565534 service nova] Enqueued Resource ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b with Priority: HIGHEST for action security_group_rules [ 761.259227] env[65426]: INFO networking_nsxv3.common.synchronization [req-e8f1675b-4fdf-4d6f-b47e-370a0737f407 req-74a682e9-e364-4abc-9456-c9d0d5565534 service nova] Enqueued Resource ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b with Priority: HIGHEST for action security_group_members [ 761.259227] env[65426]: INFO networking_nsxv3.common.synchronization [req-e8f1675b-4fdf-4d6f-b47e-370a0737f407 req-74a682e9-e364-4abc-9456-c9d0d5565534 service nova] Enqueued Resource ID: 411a0a1b-0eca-4896-bdd6-968a2b9257aa with Priority: HIGHEST for action port [ 761.259227] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b with Priority: HIGHEST for action security_group_rules [ 761.259227] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b with Priority: HIGHEST for action security_group_members [ 761.259227] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 411a0a1b-0eca-4896-bdd6-968a2b9257aa with Priority: HIGHEST for action port [ 761.259227] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.259227] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.259227] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.260040] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.260242] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73e541d5-3c06-4c0b-b652-6d35b1d6bd3b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.261682] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.262022] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.262336] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-411a0a1b-0eca-4896-bdd6-968a2b9257aa taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.264280] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-411a0a1b-0eca-4896-bdd6-968a2b9257aa" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.264280] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-411a0a1b-0eca-4896-bdd6-968a2b9257aa" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.264280] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-411a0a1b-0eca-4896-bdd6-968a2b9257aa" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.264280] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('411a0a1b-0eca-4896-bdd6-968a2b9257aa',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.309705] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.309705] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.309705] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.309705] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.309705] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.309705] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.309705] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.310064] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.310064] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.310064] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.310247] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05b1fe05-a0c7-48cf-b0e0-b8396413fbb2 is going to be updated. [ 761.358858] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.358858] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.358858] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.359310] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.359310] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.371414] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05b1fe05-a0c7-48cf-b0e0-b8396413fbb2 in Status: IN_PROGRESS for 2s [ 761.480759] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: SUCCESS [ 761.481104] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.765119] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.765416] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.768885] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 411a0a1b-0eca-4896-bdd6-968a2b9257aa with status ACTIVE [ 761.768968] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.769115] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.769185] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.769404] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.769506] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.769707] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.769975] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.769975] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.770132] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.770132] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.770335] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.770447] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.770447] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.770590] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.770662] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.770746] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 411a0a1b-0eca-4896-bdd6-968a2b9257aa is going to be updated. [ 761.793747] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.793895] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.793964] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.794190] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.794332] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.794477] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-411a0a1b-0eca-4896-bdd6-968a2b9257aa" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.118097] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 364db919-0d26-4b36-b987-01117ca01849 in Status: SUCCESS [ 762.118680] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.118680] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.119010] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.120622] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.120622] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.120622] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.120622] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.120622] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.120622] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.120622] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('364db919-0d26-4b36-b987-01117ca01849',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.165752] env[65426]: INFO networking_nsxv3.common.synchronization [req-72a6c2ee-727f-483b-8737-8f8471353d83 req-43a9f574-cecd-4190-ac83-b138042ec64a tempest-ListImageFiltersTestJSON-614800768 tempest-ListImageFiltersTestJSON-614800768-project-member] Enqueued Resource ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 with Priority: HIGHEST for action security_group_members [ 762.165752] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 with Priority: HIGHEST for action security_group_members [ 762.169340] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.169340] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.169340] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.169340] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.169340] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.169340] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.169340] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.169340] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.169340] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.169340] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb6a5ba5-6d80-4fb2-8c06-8642c3571c84',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.627025] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-364db919-0d26-4b36-b987-01117ca01849 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.627025] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.627025] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.627025] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.627025] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.627025] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.627025] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.627596] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.627596] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.627596] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.628172] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-364db919-0d26-4b36-b987-01117ca01849 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.628172] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.628172] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.628172] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.628440] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.628440] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.628535] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.628761] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.628870] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.629928] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.629928] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('364db919-0d26-4b36-b987-01117ca01849',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.673231] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb6a5ba5-6d80-4fb2-8c06-8642c3571c84',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.134675] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 364db919-0d26-4b36-b987-01117ca01849: rpc.has_security_group_logging(os_id): False [ 763.144702] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b in Status: SUCCESS [ 763.144982] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.145160] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.145370] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.145559] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.145674] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.145738] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.145890] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.145972] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.146076] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73e541d5-3c06-4c0b-b652-6d35b1d6bd3b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.156599] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.156770] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.156835] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.157491] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.157491] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.157618] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.157729] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.157783] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.157950] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.158025] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.158217] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.158499] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.158499] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.158499] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.158750] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.158750] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.158832] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.158917] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.159053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.159128] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.159208] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 364db919-0d26-4b36-b987-01117ca01849 is going to be created. [ 763.175412] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb6a5ba5-6d80-4fb2-8c06-8642c3571c84',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.222875] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.223126] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.223241] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.223676] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.223946] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.236325] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 364db919-0d26-4b36-b987-01117ca01849 in Status: IN_PROGRESS for 2s [ 763.278854] env[65426]: INFO networking_nsxv3.common.synchronization [req-5cbdaf69-9a42-4e95-a2ff-78f58e4712b9 req-b49c1c11-140a-42cf-b810-dc226780ab1e tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 with Priority: HIGHEST for action security_group_members [ 763.279335] env[65426]: INFO networking_nsxv3.common.synchronization [req-5cbdaf69-9a42-4e95-a2ff-78f58e4712b9 req-b49c1c11-140a-42cf-b810-dc226780ab1e tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_members [ 763.279606] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 with Priority: HIGHEST for action security_group_members [ 763.279850] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_members [ 763.280569] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.280569] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.280569] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.280569] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.280852] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.280852] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.280852] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.281139] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.281139] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.281139] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b768bc0-4eeb-4e72-8c10-9fbf69f6a416',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.283700] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.283844] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.283844] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.284030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.284354] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.284354] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.284354] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.284510] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.284587] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.284697] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.340892] env[65426]: INFO networking_nsxv3.common.synchronization [req-5cbdaf69-9a42-4e95-a2ff-78f58e4712b9 req-b49c1c11-140a-42cf-b810-dc226780ab1e tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 with Priority: HIGHEST for action security_group_rules [ 763.341180] env[65426]: INFO networking_nsxv3.common.synchronization [req-5cbdaf69-9a42-4e95-a2ff-78f58e4712b9 req-b49c1c11-140a-42cf-b810-dc226780ab1e tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 with Priority: HIGHEST for action security_group_members [ 763.341536] env[65426]: INFO networking_nsxv3.common.synchronization [req-5cbdaf69-9a42-4e95-a2ff-78f58e4712b9 req-b49c1c11-140a-42cf-b810-dc226780ab1e tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_rules [ 763.341808] env[65426]: INFO networking_nsxv3.common.synchronization [req-5cbdaf69-9a42-4e95-a2ff-78f58e4712b9 req-b49c1c11-140a-42cf-b810-dc226780ab1e tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_members [ 763.342102] env[65426]: INFO networking_nsxv3.common.synchronization [req-5cbdaf69-9a42-4e95-a2ff-78f58e4712b9 req-b49c1c11-140a-42cf-b810-dc226780ab1e tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: 23d9c2ca-c513-4841-93a8-28e30bdb4cd4 with Priority: HIGHEST for action port [ 763.343321] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 with Priority: HIGHEST for action security_group_rules [ 763.343501] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_rules [ 763.343788] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23d9c2ca-c513-4841-93a8-28e30bdb4cd4 with Priority: HIGHEST for action port [ 763.344131] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 with Priority: HIGHEST for action security_group_members [ 763.344421] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_members [ 763.345149] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.345405] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.345593] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.346375] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.346474] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b768bc0-4eeb-4e72-8c10-9fbf69f6a416',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.348010] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.348221] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.349033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.349033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.349033] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.350184] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-23d9c2ca-c513-4841-93a8-28e30bdb4cd4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.350335] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23d9c2ca-c513-4841-93a8-28e30bdb4cd4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.350375] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23d9c2ca-c513-4841-93a8-28e30bdb4cd4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.350797] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23d9c2ca-c513-4841-93a8-28e30bdb4cd4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.350797] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23d9c2ca-c513-4841-93a8-28e30bdb4cd4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.352044] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.352044] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.352327] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.352393] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.384721] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05b1fe05-a0c7-48cf-b0e0-b8396413fbb2 in Status: SUCCESS [ 763.384989] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05b1fe05-a0c7-48cf-b0e0-b8396413fbb2 deletion is rescheduled due to dependency. [ 763.385160] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.648093] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73e541d5-3c06-4c0b-b652-6d35b1d6bd3b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.678743] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.678928] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.678990] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.679220] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.679306] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.679404] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 is going to be updated. [ 763.685894] env[65426]: INFO networking_nsxv3.common.synchronization [req-e46338ab-f7d3-4dde-ae49-6dc160d93fcb req-7a8f0eb6-992a-4783-b1a6-0f4621051dc4 tempest-ServerRescueNegativeTestJSON-640849074 tempest-ServerRescueNegativeTestJSON-640849074-project-member] Enqueued Resource ID: 364db919-0d26-4b36-b987-01117ca01849 with Priority: HIGHEST for action security_group_members [ 763.687027] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 364db919-0d26-4b36-b987-01117ca01849 with Priority: HIGHEST for action security_group_members [ 763.687118] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-364db919-0d26-4b36-b987-01117ca01849 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.687296] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.687395] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.687804] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.687804] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.688628] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.688628] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.688628] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.688628] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.688628] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('364db919-0d26-4b36-b987-01117ca01849',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.712020] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.712165] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.712240] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.712446] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.712586] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.729989] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 in Status: IN_PROGRESS for 2s [ 763.784830] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b768bc0-4eeb-4e72-8c10-9fbf69f6a416',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.787119] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.851048] env[65426]: INFO networking_nsxv3.common.synchronization [req-4a614779-350a-4ef9-88d5-9bbc2ab87919 req-d8156267-d79b-4849-827c-2956d7c19607 tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: c68b3105-e736-4d4c-98a6-c0da4c94d759 with Priority: HIGHEST for action security_group_members [ 763.851048] env[65426]: INFO networking_nsxv3.common.synchronization [req-4a614779-350a-4ef9-88d5-9bbc2ab87919 req-d8156267-d79b-4849-827c-2956d7c19607 tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_members [ 763.851048] env[65426]: INFO networking_nsxv3.common.synchronization [req-4a614779-350a-4ef9-88d5-9bbc2ab87919 req-d8156267-d79b-4849-827c-2956d7c19607 tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 with Priority: HIGHEST for action security_group_members [ 763.853800] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c68b3105-e736-4d4c-98a6-c0da4c94d759 with Priority: HIGHEST for action security_group_members [ 763.853969] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_members [ 763.854088] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 with Priority: HIGHEST for action security_group_members [ 763.855850] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.855968] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.856817] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.856817] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.856817] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23d9c2ca-c513-4841-93a8-28e30bdb4cd4 with status ACTIVE [ 763.856817] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.856817] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.856817] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.857180] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.857180] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.857297] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.857368] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.857423] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.857568] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.857640] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.857818] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.857895] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.857958] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.860020] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.860124] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.860257] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23d9c2ca-c513-4841-93a8-28e30bdb4cd4 is going to be updated. [ 763.862134] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-c68b3105-e736-4d4c-98a6-c0da4c94d759 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.862274] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c68b3105-e736-4d4c-98a6-c0da4c94d759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.862376] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c68b3105-e736-4d4c-98a6-c0da4c94d759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.862645] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c68b3105-e736-4d4c-98a6-c0da4c94d759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.862841] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.862999] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.862999] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.863182] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.863312] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.863419] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c68b3105-e736-4d4c-98a6-c0da4c94d759',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.864518] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.864957] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.865056] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.865124] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.893883] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.894110] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.894110] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.894736] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.894736] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.894736] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23d9c2ca-c513-4841-93a8-28e30bdb4cd4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.910311] env[65426]: INFO networking_nsxv3.common.synchronization [req-4a614779-350a-4ef9-88d5-9bbc2ab87919 req-d8156267-d79b-4849-827c-2956d7c19607 tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 with Priority: HIGHEST for action security_group_rules [ 763.910311] env[65426]: INFO networking_nsxv3.common.synchronization [req-4a614779-350a-4ef9-88d5-9bbc2ab87919 req-d8156267-d79b-4849-827c-2956d7c19607 tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 with Priority: HIGHEST for action security_group_members [ 763.910311] env[65426]: INFO networking_nsxv3.common.synchronization [req-4a614779-350a-4ef9-88d5-9bbc2ab87919 req-d8156267-d79b-4849-827c-2956d7c19607 tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: c68b3105-e736-4d4c-98a6-c0da4c94d759 with Priority: HIGHEST for action security_group_rules [ 763.910311] env[65426]: INFO networking_nsxv3.common.synchronization [req-4a614779-350a-4ef9-88d5-9bbc2ab87919 req-d8156267-d79b-4849-827c-2956d7c19607 tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: c68b3105-e736-4d4c-98a6-c0da4c94d759 with Priority: HIGHEST for action security_group_members [ 763.910311] env[65426]: INFO networking_nsxv3.common.synchronization [req-4a614779-350a-4ef9-88d5-9bbc2ab87919 req-d8156267-d79b-4849-827c-2956d7c19607 tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_rules [ 763.910311] env[65426]: INFO networking_nsxv3.common.synchronization [req-4a614779-350a-4ef9-88d5-9bbc2ab87919 req-d8156267-d79b-4849-827c-2956d7c19607 tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_members [ 763.910311] env[65426]: INFO networking_nsxv3.common.synchronization [req-4a614779-350a-4ef9-88d5-9bbc2ab87919 req-d8156267-d79b-4849-827c-2956d7c19607 tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: 23d9c2ca-c513-4841-93a8-28e30bdb4cd4 with Priority: HIGHEST for action port [ 763.910311] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 with Priority: HIGHEST for action security_group_rules [ 763.910311] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c68b3105-e736-4d4c-98a6-c0da4c94d759 with Priority: HIGHEST for action security_group_rules [ 763.910311] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_members [ 763.910311] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23d9c2ca-c513-4841-93a8-28e30bdb4cd4 with Priority: HIGHEST for action port [ 763.910943] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_rules [ 763.910943] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 with Priority: HIGHEST for action security_group_members [ 763.910943] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c68b3105-e736-4d4c-98a6-c0da4c94d759 with Priority: HIGHEST for action security_group_members [ 763.911219] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.911353] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.911588] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c68b3105-e736-4d4c-98a6-c0da4c94d759 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.911697] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c68b3105-e736-4d4c-98a6-c0da4c94d759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.911763] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c68b3105-e736-4d4c-98a6-c0da4c94d759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.912016] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c68b3105-e736-4d4c-98a6-c0da4c94d759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.912103] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c68b3105-e736-4d4c-98a6-c0da4c94d759',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.913426] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.913556] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.913781] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-23d9c2ca-c513-4841-93a8-28e30bdb4cd4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.913949] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23d9c2ca-c513-4841-93a8-28e30bdb4cd4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.914016] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23d9c2ca-c513-4841-93a8-28e30bdb4cd4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.914219] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23d9c2ca-c513-4841-93a8-28e30bdb4cd4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.914535] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23d9c2ca-c513-4841-93a8-28e30bdb4cd4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.915688] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.915819] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.915985] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.916057] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.916991] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-c68b3105-e736-4d4c-98a6-c0da4c94d759 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.916991] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c68b3105-e736-4d4c-98a6-c0da4c94d759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.089769] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-30 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.092206] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-30" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.092206] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-30" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.092206] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-30" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.092206] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.092206] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.092206] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.092206] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.092206] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.092206] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.092206] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.092206] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.092206] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.092206] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.092723] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.092723] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.113702] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.113702] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 764.114914] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.114914] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-30" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.114914] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-1b7549e6-e4ee-47b7-8d8a-684c1045f73c taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.114914] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-1b7549e6-e4ee-47b7-8d8a-684c1045f73c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.114914] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-1b7549e6-e4ee-47b7-8d8a-684c1045f73c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.115149] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-1b7549e6-e4ee-47b7-8d8a-684c1045f73c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.115149] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b7549e6-e4ee-47b7-8d8a-684c1045f73c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.151999] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73e541d5-3c06-4c0b-b652-6d35b1d6bd3b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.190990] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('364db919-0d26-4b36-b987-01117ca01849',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.288328] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b768bc0-4eeb-4e72-8c10-9fbf69f6a416',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.289627] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.367595] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c68b3105-e736-4d4c-98a6-c0da4c94d759',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.418419] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23d9c2ca-c513-4841-93a8-28e30bdb4cd4 with status ACTIVE [ 764.419033] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.419247] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.419247] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.420232] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.420232] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.420418] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.420668] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.420751] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.421774] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.421774] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.422129] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.422460] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.422566] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.423198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.423335] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.423554] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23d9c2ca-c513-4841-93a8-28e30bdb4cd4 is going to be updated. [ 764.425586] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-c68b3105-e736-4d4c-98a6-c0da4c94d759 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.425586] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c68b3105-e736-4d4c-98a6-c0da4c94d759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.449122] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.449280] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.449428] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.449580] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.450606] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.450606] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23d9c2ca-c513-4841-93a8-28e30bdb4cd4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.618054] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.618263] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.618334] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.618604] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.618780] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.618939] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 1b7549e6-e4ee-47b7-8d8a-684c1045f73c not found, creating... [ 764.619215] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.619364] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.619473] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.619707] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.619864] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.620145] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.620293] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.620434] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.620687] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.620824] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.621119] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 1b7549e6-e4ee-47b7-8d8a-684c1045f73c is going to be created. [ 764.652311] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.652519] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.652641] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.652931] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.653174] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.653557] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-1b7549e6-e4ee-47b7-8d8a-684c1045f73c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.661464] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.661632] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.661674] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.661895] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.661989] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.662097] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b is going to be updated. [ 764.693160] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('364db919-0d26-4b36-b987-01117ca01849',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.695543] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.695705] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.695753] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.696508] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.696868] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.709851] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b in Status: IN_PROGRESS for 2s [ 764.790674] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.790755] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.790790] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.791036] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.791095] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.791200] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 is going to be created. [ 764.793140] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.793140] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.793140] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.793140] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.793140] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.793140] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3b7d3ea-9250-432c-bc96-8e6285233766 is going to be updated. [ 764.840920] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.841129] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.841175] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.841358] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.841518] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.844934] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.845082] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.845155] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.845349] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.845487] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.864609] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: IN_PROGRESS for 2s [ 764.865788] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 in Status: UNINITIALIZED for 2s [ 764.871507] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c68b3105-e736-4d4c-98a6-c0da4c94d759',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.200324] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.200666] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.200666] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.201241] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.201348] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.201461] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 364db919-0d26-4b36-b987-01117ca01849 is going to be updated. [ 765.232751] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.232751] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.232751] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.232751] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.232751] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.242451] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 364db919-0d26-4b36-b987-01117ca01849 in Status: IN_PROGRESS for 2s [ 765.249904] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 364db919-0d26-4b36-b987-01117ca01849 in Status: SUCCESS [ 765.250152] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.364317] env[65426]: INFO networking_nsxv3.common.synchronization [req-e46338ab-f7d3-4dde-ae49-6dc160d93fcb req-7129c36d-a0e6-480c-8b2c-1e78579b4864 service nova] Enqueued Resource ID: 364db919-0d26-4b36-b987-01117ca01849 with Priority: HIGHEST for action security_group_rules [ 765.364483] env[65426]: INFO networking_nsxv3.common.synchronization [req-e46338ab-f7d3-4dde-ae49-6dc160d93fcb req-7129c36d-a0e6-480c-8b2c-1e78579b4864 service nova] Enqueued Resource ID: 364db919-0d26-4b36-b987-01117ca01849 with Priority: HIGHEST for action security_group_members [ 765.364609] env[65426]: INFO networking_nsxv3.common.synchronization [req-e46338ab-f7d3-4dde-ae49-6dc160d93fcb req-7129c36d-a0e6-480c-8b2c-1e78579b4864 service nova] Enqueued Resource ID: 1b7549e6-e4ee-47b7-8d8a-684c1045f73c with Priority: HIGHEST for action port [ 765.364853] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 364db919-0d26-4b36-b987-01117ca01849 with Priority: HIGHEST for action security_group_rules [ 765.364979] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 364db919-0d26-4b36-b987-01117ca01849 with Priority: HIGHEST for action security_group_members [ 765.367081] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b7549e6-e4ee-47b7-8d8a-684c1045f73c with Priority: HIGHEST for action port [ 765.367081] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-364db919-0d26-4b36-b987-01117ca01849 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.367081] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.367081] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.367081] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.367081] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('364db919-0d26-4b36-b987-01117ca01849',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.368742] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-364db919-0d26-4b36-b987-01117ca01849 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.368742] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.368742] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b7549e6-e4ee-47b7-8d8a-684c1045f73c taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.368742] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b7549e6-e4ee-47b7-8d8a-684c1045f73c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.368742] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b7549e6-e4ee-47b7-8d8a-684c1045f73c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.368742] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b7549e6-e4ee-47b7-8d8a-684c1045f73c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.369126] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b7549e6-e4ee-47b7-8d8a-684c1045f73c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.377575] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.378385] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.379367] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.379367] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.379367] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.379367] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c68b3105-e736-4d4c-98a6-c0da4c94d759 is going to be created. [ 765.408416] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.408416] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.408554] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.408852] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.409113] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.420322] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c68b3105-e736-4d4c-98a6-c0da4c94d759 in Status: UNINITIALIZED for 2s [ 765.744525] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 in Status: SUCCESS [ 765.744525] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.871340] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-364db919-0d26-4b36-b987-01117ca01849 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.872672] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.872672] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b7549e6-e4ee-47b7-8d8a-684c1045f73c with status ACTIVE [ 765.872672] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.872672] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.872672] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.872672] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.873015] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.873372] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.873586] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.873738] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.874035] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.874301] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.874617] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.875018] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.875018] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.877229] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.877229] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.877229] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b7549e6-e4ee-47b7-8d8a-684c1045f73c is going to be updated. [ 765.907533] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.908015] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.908210] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.908516] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.908771] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.909052] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b7549e6-e4ee-47b7-8d8a-684c1045f73c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.721748] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b in Status: SUCCESS [ 766.721748] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.721748] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.721748] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.723451] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.723451] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.723451] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.723647] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.723899] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.724140] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.724140] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73e541d5-3c06-4c0b-b652-6d35b1d6bd3b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.880109] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: SUCCESS [ 766.880109] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.880109] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.880364] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.883187] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.883187] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.883187] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.883187] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.883187] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.883187] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.884580] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 in Status: SUCCESS [ 766.884814] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.885383] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.885542] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.885701] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.885799] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.885875] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.886248] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.886248] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.886248] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b768bc0-4eeb-4e72-8c10-9fbf69f6a416',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.229749] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.232931] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.232931] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.232931] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.232931] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.232931] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.232931] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.232931] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.232931] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.232931] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.232931] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.232931] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.232931] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.232931] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.232931] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.232931] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.232931] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.232931] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.233569] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.233569] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.233569] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73e541d5-3c06-4c0b-b652-6d35b1d6bd3b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.253934] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 364db919-0d26-4b36-b987-01117ca01849 in Status: SUCCESS [ 767.254189] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.257477] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.257477] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.257477] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.257477] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.257477] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.257477] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.257477] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.257477] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('364db919-0d26-4b36-b987-01117ca01849',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.387815] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.392134] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b768bc0-4eeb-4e72-8c10-9fbf69f6a416',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.433399] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c68b3105-e736-4d4c-98a6-c0da4c94d759 in Status: SUCCESS [ 767.433716] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c68b3105-e736-4d4c-98a6-c0da4c94d759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.433918] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c68b3105-e736-4d4c-98a6-c0da4c94d759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.434190] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c68b3105-e736-4d4c-98a6-c0da4c94d759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.434383] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.434896] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.434896] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.434896] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.434896] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.435168] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c68b3105-e736-4d4c-98a6-c0da4c94d759',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.737807] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b: rpc.has_security_group_logging(os_id): False [ 767.758804] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.758961] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.758961] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.759184] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.759279] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.759472] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.759570] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.759636] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.759793] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.759872] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.760094] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.760188] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.760249] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.760387] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.760463] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.760639] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.760729] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.760817] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.760958] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.761047] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.761186] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b is going to be updated. [ 767.762351] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('364db919-0d26-4b36-b987-01117ca01849',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.854357] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.854588] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.854588] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.854979] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.855139] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.876150] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b in Status: IN_PROGRESS for 2s [ 767.891747] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.893623] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b768bc0-4eeb-4e72-8c10-9fbf69f6a416',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.938638] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c68b3105-e736-4d4c-98a6-c0da4c94d759',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.265246] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('364db919-0d26-4b36-b987-01117ca01849',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.395440] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.395723] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.395723] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.396057] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.397142] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.397142] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3b7d3ea-9250-432c-bc96-8e6285233766 is going to be updated. [ 768.397888] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.398111] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.398111] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.398306] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.398388] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.398521] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 is going to be updated. [ 768.439968] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.440353] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.440353] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.441668] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.441668] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.442761] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c68b3105-e736-4d4c-98a6-c0da4c94d759',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.444661] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.444822] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.444891] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.445379] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.445645] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.458759] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 in Status: IN_PROGRESS for 2s [ 768.459737] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: IN_PROGRESS for 2s [ 768.768792] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.769235] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.769235] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.769526] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.769646] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.769764] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 364db919-0d26-4b36-b987-01117ca01849 is going to be updated. [ 768.801411] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.801574] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.802837] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.802837] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.802837] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.812485] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 364db919-0d26-4b36-b987-01117ca01849 in Status: IN_PROGRESS for 2s [ 768.948732] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.951047] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.951047] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.951047] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.951047] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.951047] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c68b3105-e736-4d4c-98a6-c0da4c94d759 is going to be updated. [ 768.989499] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.992109] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.992109] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.992109] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.992109] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.001312] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c68b3105-e736-4d4c-98a6-c0da4c94d759 in Status: IN_PROGRESS for 2s [ 769.896068] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b in Status: SUCCESS [ 769.897085] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.366445] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 770.366537] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=14 [ 770.476682] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: SUCCESS [ 770.476682] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.476682] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.476682] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.476682] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.476682] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.476682] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.480647] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.480647] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.480647] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.480647] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.485022] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 in Status: SUCCESS [ 770.485022] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.485022] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.485022] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.485022] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.485022] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.485022] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.486206] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.486206] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.486423] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.487602] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.487916] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.488206] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.488400] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.488596] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.488990] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.489268] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.489446] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.490031] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b768bc0-4eeb-4e72-8c10-9fbf69f6a416',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.491252] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.491578] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.492019] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.492412] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.492468] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.492843] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.493114] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.493268] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b768bc0-4eeb-4e72-8c10-9fbf69f6a416',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.664680] env[65426]: INFO networking_nsxv3.common.synchronization [req-5fc75f41-2257-4d32-ae5c-583672fa39ef req-7630f92f-35fb-4153-a7a9-d2717f3c7fec tempest-ImagesOneServerNegativeTestJSON-1567485830 tempest-ImagesOneServerNegativeTestJSON-1567485830-project-member] Enqueued Resource ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 with Priority: HIGHEST for action security_group_members [ 770.666363] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 with Priority: HIGHEST for action security_group_members [ 770.666709] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-0503f97f-df52-44bd-bf6d-fbc266676b01 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.666818] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.666889] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.667308] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.667308] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.667477] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.667477] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.667569] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.667681] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.667782] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0503f97f-df52-44bd-bf6d-fbc266676b01',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.825149] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 364db919-0d26-4b36-b987-01117ca01849 in Status: SUCCESS [ 770.825436] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.826682] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.827864] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.828114] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.828240] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.828310] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.828473] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.828557] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.828645] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.828788] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('364db919-0d26-4b36-b987-01117ca01849',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.992285] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.992697] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.995055] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b768bc0-4eeb-4e72-8c10-9fbf69f6a416',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.996181] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.996961] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b768bc0-4eeb-4e72-8c10-9fbf69f6a416',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.018444] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c68b3105-e736-4d4c-98a6-c0da4c94d759 in Status: SUCCESS [ 771.018693] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c68b3105-e736-4d4c-98a6-c0da4c94d759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.019326] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c68b3105-e736-4d4c-98a6-c0da4c94d759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.019571] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c68b3105-e736-4d4c-98a6-c0da4c94d759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.019778] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.019919] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.019989] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.020874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.020874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.020874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c68b3105-e736-4d4c-98a6-c0da4c94d759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.020874] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c68b3105-e736-4d4c-98a6-c0da4c94d759',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.171265] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.174126] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.174234] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.174468] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.174586] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.174829] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.174975] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.175036] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.176020] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.176020] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.176020] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 is going to be updated. [ 771.210217] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.210217] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.210217] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.210217] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.210217] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.219562] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 in Status: IN_PROGRESS for 2s [ 771.333048] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-364db919-0d26-4b36-b987-01117ca01849 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.333048] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.333048] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.333048] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.333048] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.333048] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.333048] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.333466] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.333466] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.333466] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.333581] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-364db919-0d26-4b36-b987-01117ca01849 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.333625] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.333657] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.333788] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.333922] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.334040] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.334096] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.334205] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.334273] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.334350] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.334438] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('364db919-0d26-4b36-b987-01117ca01849',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.499336] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416: rpc.has_security_group_logging(os_id): False [ 771.500715] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.502045] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b768bc0-4eeb-4e72-8c10-9fbf69f6a416',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.521165] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.521262] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.521298] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.521794] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.521794] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.521914] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.521966] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.521995] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.522452] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.522452] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.522452] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 is going to be created. [ 771.523600] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c68b3105-e736-4d4c-98a6-c0da4c94d759',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.587611] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.587817] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.587817] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.588050] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.588221] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.602654] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 in Status: IN_PROGRESS for 2s [ 771.837199] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 364db919-0d26-4b36-b987-01117ca01849: rpc.has_security_group_logging(os_id): False [ 771.858415] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.858415] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.858524] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.858888] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.858888] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.859020] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.859090] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.859903] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.859903] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.859903] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.859903] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.859903] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.859903] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.859903] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.859903] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.860548] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.860548] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.860548] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.860548] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.860548] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.860548] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 364db919-0d26-4b36-b987-01117ca01849 is going to be updated. [ 771.942563] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.942563] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.942739] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.942838] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.943562] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.958397] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 364db919-0d26-4b36-b987-01117ca01849 in Status: IN_PROGRESS for 2s [ 772.004554] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.004834] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.005539] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.005539] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.005539] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.005539] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3b7d3ea-9250-432c-bc96-8e6285233766 is going to be updated. [ 772.007066] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.007263] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.007298] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.007578] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.007578] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.009068] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 is going to be updated. [ 772.026483] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c68b3105-e736-4d4c-98a6-c0da4c94d759: rpc.has_security_group_logging(os_id): False [ 772.049796] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.049996] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.050108] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.050351] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.050526] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.053479] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.053479] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.053479] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.053479] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.053479] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.055897] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.055897] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.055897] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.056038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.056281] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.056488] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.056607] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.057934] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.057934] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.058948] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.059395] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c68b3105-e736-4d4c-98a6-c0da4c94d759 is going to be created. [ 772.070724] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: IN_PROGRESS for 2s [ 772.071638] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 in Status: IN_PROGRESS for 2s [ 772.147283] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.147457] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.147457] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.147681] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.147854] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.162437] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c68b3105-e736-4d4c-98a6-c0da4c94d759 in Status: IN_PROGRESS for 2s [ 773.156943] env[65426]: INFO networking_nsxv3.common.synchronization [req-f5d411a0-b42d-4a0d-816d-e3c7320f0e6e req-64ea6888-b091-4517-ad79-245cdd3fd34b tempest-ServerRescueTestJSON-302610309 tempest-ServerRescueTestJSON-302610309-project-member] Enqueued Resource ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de with Priority: HIGHEST for action security_group_members [ 773.157731] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de with Priority: HIGHEST for action security_group_members [ 773.158036] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.158515] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.158515] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.158593] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.158720] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.159145] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.159145] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.159239] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.160597] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.160597] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd334e6f-bcdb-4aba-afec-0ac4692cb0de',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.230686] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 in Status: IN_PROGRESS for 4s [ 773.534091] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-117 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.534091] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-117" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.534091] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-117" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.534091] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-117" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.534091] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.534091] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.534091] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.534408] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.534408] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.534548] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.535694] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.535694] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.535694] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.535961] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.535961] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.536039] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.557696] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.557848] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 773.557981] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.558163] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-117" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.558470] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-2d69848b-3bae-4ce6-8977-eccaced4df1b taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.558625] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-2d69848b-3bae-4ce6-8977-eccaced4df1b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.559067] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-2d69848b-3bae-4ce6-8977-eccaced4df1b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.559434] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-2d69848b-3bae-4ce6-8977-eccaced4df1b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.559434] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d69848b-3bae-4ce6-8977-eccaced4df1b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.616045] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 in Status: SUCCESS [ 773.616346] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.616556] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.616886] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.616982] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b768bc0-4eeb-4e72-8c10-9fbf69f6a416',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.666024] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.666024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.666024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.666024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.666024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.666024] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.666024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.666024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.666024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.666024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.666024] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de already deleted. [ 773.666024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.773038] env[65426]: INFO networking_nsxv3.common.synchronization [req-302dc0ce-4e09-4ce6-be79-3aad0e87737b req-6515ea24-ee42-44a0-8595-0cd7eb9e210d tempest-ServersNegativeTestJSON-863012267 tempest-ServersNegativeTestJSON-863012267-project-member] Enqueued Resource ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b with Priority: HIGHEST for action security_group_members [ 773.773038] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b with Priority: HIGHEST for action security_group_members [ 773.773038] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.773038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.773038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.773562] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.773844] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.774153] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.775990] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.775990] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.775990] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.775990] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73e541d5-3c06-4c0b-b652-6d35b1d6bd3b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.972811] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 364db919-0d26-4b36-b987-01117ca01849 in Status: SUCCESS [ 773.973911] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.062521] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.062667] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.062709] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.063822] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.063822] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.063822] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port 2d69848b-3bae-4ce6-8977-eccaced4df1b not found, creating... [ 774.063822] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.064118] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.064118] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.064326] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.064511] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.064793] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.065008] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.065157] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.065457] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.065623] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.065807] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: 2d69848b-3bae-4ce6-8977-eccaced4df1b is going to be created. [ 774.082671] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 in Status: SUCCESS [ 774.082892] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.084106] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.084106] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.084106] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.084106] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.084106] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.084106] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.084106] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.084106] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b768bc0-4eeb-4e72-8c10-9fbf69f6a416',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.085379] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: SUCCESS [ 774.085554] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.085702] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.085869] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.086053] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.086184] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.086307] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.086374] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.086470] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.086526] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.091012] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.091012] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.091153] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.091367] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.091572] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.091774] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-2d69848b-3bae-4ce6-8977-eccaced4df1b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.122705] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.122863] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.189015] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c68b3105-e736-4d4c-98a6-c0da4c94d759 in Status: SUCCESS [ 774.189465] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c68b3105-e736-4d4c-98a6-c0da4c94d759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.280146] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73e541d5-3c06-4c0b-b652-6d35b1d6bd3b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.590070] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b768bc0-4eeb-4e72-8c10-9fbf69f6a416',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.590610] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.780866] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73e541d5-3c06-4c0b-b652-6d35b1d6bd3b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.829191] env[65426]: INFO networking_nsxv3.common.synchronization [req-f5d411a0-b42d-4a0d-816d-e3c7320f0e6e req-74e66caf-cbeb-4c4b-82be-b75a2c01670d service nova] Enqueued Resource ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de with Priority: HIGHEST for action security_group_rules [ 774.829742] env[65426]: INFO networking_nsxv3.common.synchronization [req-f5d411a0-b42d-4a0d-816d-e3c7320f0e6e req-74e66caf-cbeb-4c4b-82be-b75a2c01670d service nova] Enqueued Resource ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de with Priority: HIGHEST for action security_group_members [ 774.829742] env[65426]: INFO networking_nsxv3.common.synchronization [req-f5d411a0-b42d-4a0d-816d-e3c7320f0e6e req-74e66caf-cbeb-4c4b-82be-b75a2c01670d service nova] Enqueued Resource ID: 2d69848b-3bae-4ce6-8977-eccaced4df1b with Priority: HIGHEST for action port [ 774.830225] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de with Priority: HIGHEST for action security_group_rules [ 774.830439] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de with Priority: HIGHEST for action security_group_members [ 774.830505] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d69848b-3bae-4ce6-8977-eccaced4df1b with Priority: HIGHEST for action port [ 774.830860] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd334e6f-bcdb-4aba-afec-0ac4692cb0de taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.830940] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.831019] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.831323] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.831425] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd334e6f-bcdb-4aba-afec-0ac4692cb0de',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.832678] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.832781] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.833545] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.833545] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.833545] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.833545] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.833545] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.833545] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.833833] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.833833] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd334e6f-bcdb-4aba-afec-0ac4692cb0de',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.834718] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d69848b-3bae-4ce6-8977-eccaced4df1b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.836067] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d69848b-3bae-4ce6-8977-eccaced4df1b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.836067] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d69848b-3bae-4ce6-8977-eccaced4df1b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.836067] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d69848b-3bae-4ce6-8977-eccaced4df1b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.836067] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d69848b-3bae-4ce6-8977-eccaced4df1b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.092942] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b768bc0-4eeb-4e72-8c10-9fbf69f6a416',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.094164] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.242237] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 in Status: SUCCESS [ 775.242611] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 deletion is rescheduled due to dependency. [ 775.242681] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.283752] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.283949] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.284117] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.284410] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.284564] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.284754] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b is going to be updated. [ 775.315217] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.315396] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.315471] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.315733] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.315900] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.326602] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b in Status: IN_PROGRESS for 2s [ 775.337379] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.337547] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.337795] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d69848b-3bae-4ce6-8977-eccaced4df1b with status ACTIVE [ 775.338017] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.338170] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.338237] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.338460] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.338556] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.338752] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.338917] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.338991] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.339225] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.339285] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.339496] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.339563] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.339647] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.339814] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.339904] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.339991] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d69848b-3bae-4ce6-8977-eccaced4df1b is going to be updated. [ 775.341138] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd334e6f-bcdb-4aba-afec-0ac4692cb0de',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.367156] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.367156] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.367156] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.367156] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.367156] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.367156] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d69848b-3bae-4ce6-8977-eccaced4df1b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.597675] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.597675] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.597675] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.597675] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.597966] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.597966] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 is going to be updated. [ 775.599447] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.599616] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.599716] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.599962] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.600099] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.600168] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3b7d3ea-9250-432c-bc96-8e6285233766 is going to be updated. [ 775.650207] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.650395] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.650446] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.650705] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.651605] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.653583] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.653748] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.653911] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.654076] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.654280] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.667689] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 in Status: IN_PROGRESS for 2s [ 775.668154] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: IN_PROGRESS for 2s [ 775.836645] env[65426]: INFO networking_nsxv3.common.synchronization [req-e36ecc39-350a-43a5-b7a4-fac32c73c356 req-2fe8c2a7-cb36-4d50-9e08-117e7ee6411a tempest-FloatingIPsAssociationTestJSON-186248191 tempest-FloatingIPsAssociationTestJSON-186248191-project-member] Enqueued Resource ID: aa745de1-de68-4909-8e1e-68140a54af99 with Priority: HIGHEST for action security_group_members [ 775.837442] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa745de1-de68-4909-8e1e-68140a54af99 with Priority: HIGHEST for action security_group_members [ 775.837728] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa745de1-de68-4909-8e1e-68140a54af99 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.837848] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.837848] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.838161] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.838328] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.838431] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.838536] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.838733] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.838931] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.838931] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa745de1-de68-4909-8e1e-68140a54af99',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.843392] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd334e6f-bcdb-4aba-afec-0ac4692cb0de',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.118709] env[65426]: INFO networking_nsxv3.common.synchronization [req-325142b0-9ec6-4264-ad8c-ae3b53c6acfa req-69379d3d-3773-4de9-a780-a1243ba580f5 tempest-ServersAdminTestJSON-43446295 tempest-ServersAdminTestJSON-43446295-project-member] Enqueued Resource ID: d4854309-962d-48c8-b0eb-2c80cfee614f with Priority: HIGHEST for action security_group_members [ 776.119310] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4854309-962d-48c8-b0eb-2c80cfee614f with Priority: HIGHEST for action security_group_members [ 776.121301] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4854309-962d-48c8-b0eb-2c80cfee614f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.121426] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.121512] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.121704] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.121861] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.121965] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.122046] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.122187] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.122271] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.122368] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.192871] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-118 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.193075] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-118" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.193193] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-118" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.193505] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-118" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.193755] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.193905] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.194087] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.194405] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.194495] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.194691] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.194795] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.194895] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.194994] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.195108] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.195203] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.195327] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.214414] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.214577] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 776.214708] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.214874] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-118" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.215225] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-52d8f6fd-8a32-4b4a-b462-c91109ae6acf taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.215409] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-52d8f6fd-8a32-4b4a-b462-c91109ae6acf" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.215526] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-52d8f6fd-8a32-4b4a-b462-c91109ae6acf" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.215830] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-52d8f6fd-8a32-4b4a-b462-c91109ae6acf" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.215991] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52d8f6fd-8a32-4b4a-b462-c91109ae6acf',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.342069] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.342069] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.342069] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.342069] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.342069] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.342069] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.342069] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.342069] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.342069] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.342069] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.342069] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa745de1-de68-4909-8e1e-68140a54af99 already deleted. [ 776.342069] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.345635] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.345890] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.345890] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.346155] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.346155] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.346254] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de is going to be created. [ 776.392468] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.393443] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.393579] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.393830] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.394056] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.405784] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de in Status: UNINITIALIZED for 2s [ 776.624616] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.723781] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.723781] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.723781] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.723781] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.723781] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.723781] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port 52d8f6fd-8a32-4b4a-b462-c91109ae6acf not found, creating... [ 776.723781] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.723781] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.723781] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.723781] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.723781] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.724637] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.725249] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.725497] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.725809] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.726185] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.726455] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: 52d8f6fd-8a32-4b4a-b462-c91109ae6acf is going to be created. [ 776.752259] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.752770] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.754504] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.754504] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.754504] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.754504] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-52d8f6fd-8a32-4b4a-b462-c91109ae6acf" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.128377] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.343010] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b in Status: SUCCESS [ 777.343504] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.475089] env[65426]: INFO networking_nsxv3.common.synchronization [req-e36ecc39-350a-43a5-b7a4-fac32c73c356 req-61b4028e-6b2a-4fb0-baf0-40228d66ddce service nova] Enqueued Resource ID: aa745de1-de68-4909-8e1e-68140a54af99 with Priority: HIGHEST for action security_group_rules [ 777.475294] env[65426]: INFO networking_nsxv3.common.synchronization [req-e36ecc39-350a-43a5-b7a4-fac32c73c356 req-61b4028e-6b2a-4fb0-baf0-40228d66ddce service nova] Enqueued Resource ID: aa745de1-de68-4909-8e1e-68140a54af99 with Priority: HIGHEST for action security_group_members [ 777.475418] env[65426]: INFO networking_nsxv3.common.synchronization [req-e36ecc39-350a-43a5-b7a4-fac32c73c356 req-61b4028e-6b2a-4fb0-baf0-40228d66ddce service nova] Enqueued Resource ID: 52d8f6fd-8a32-4b4a-b462-c91109ae6acf with Priority: HIGHEST for action port [ 777.478142] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa745de1-de68-4909-8e1e-68140a54af99 with Priority: HIGHEST for action security_group_rules [ 777.478142] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa745de1-de68-4909-8e1e-68140a54af99 with Priority: HIGHEST for action security_group_members [ 777.478142] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d8f6fd-8a32-4b4a-b462-c91109ae6acf with Priority: HIGHEST for action port [ 777.478142] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa745de1-de68-4909-8e1e-68140a54af99 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.478142] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.478142] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.478142] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.478142] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa745de1-de68-4909-8e1e-68140a54af99',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.478142] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa745de1-de68-4909-8e1e-68140a54af99 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.478142] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.478569] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.478569] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.478569] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.478686] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.478798] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.481617] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.481617] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.481617] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa745de1-de68-4909-8e1e-68140a54af99',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.481617] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-52d8f6fd-8a32-4b4a-b462-c91109ae6acf taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.481617] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52d8f6fd-8a32-4b4a-b462-c91109ae6acf" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.481617] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52d8f6fd-8a32-4b4a-b462-c91109ae6acf" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.481617] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52d8f6fd-8a32-4b4a-b462-c91109ae6acf" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.482104] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52d8f6fd-8a32-4b4a-b462-c91109ae6acf',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.631676] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.631676] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.631676] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.631878] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.631878] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.631974] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4854309-962d-48c8-b0eb-2c80cfee614f is going to be updated. [ 777.674421] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.674573] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.674631] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.674832] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.675014] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.683527] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: SUCCESS [ 777.683633] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.684384] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.684384] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.684384] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.684384] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.684384] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.684726] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.684726] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.684726] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.684831] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.684936] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.684970] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.686548] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.686548] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.686548] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.686548] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.686548] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.686548] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.686548] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.686548] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.687462] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4854309-962d-48c8-b0eb-2c80cfee614f in Status: IN_PROGRESS for 2s [ 777.691760] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 in Status: SUCCESS [ 777.693053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.693053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.693053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.693053] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.693053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.693053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.693053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.693053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.693053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.693053] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b768bc0-4eeb-4e72-8c10-9fbf69f6a416',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.983801] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa745de1-de68-4909-8e1e-68140a54af99 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.983982] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.984282] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa745de1-de68-4909-8e1e-68140a54af99',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.985417] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52d8f6fd-8a32-4b4a-b462-c91109ae6acf with status ACTIVE [ 777.985417] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.985569] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.985569] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.986411] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.986411] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.986411] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.986411] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.986411] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.986639] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.986639] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.986825] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.988243] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.988243] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.988243] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.988243] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.988243] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52d8f6fd-8a32-4b4a-b462-c91109ae6acf is going to be updated. [ 778.010631] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.010859] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.010908] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.011261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.011441] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.011651] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52d8f6fd-8a32-4b4a-b462-c91109ae6acf" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.199179] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3b7d3ea-9250-432c-bc96-8e6285233766: rpc.has_security_group_logging(os_id): False [ 778.200352] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b768bc0-4eeb-4e72-8c10-9fbf69f6a416',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.221437] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.221624] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.221705] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.221928] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.222061] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.222333] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.222468] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.222539] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.222727] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.222836] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.223102] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.223223] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.223317] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.223504] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.223619] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.223832] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.223959] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.224051] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.224268] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.224358] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.224470] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3b7d3ea-9250-432c-bc96-8e6285233766 is going to be updated. [ 778.304356] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.304551] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.304678] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.305646] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.305646] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.330217] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: IN_PROGRESS for 2s [ 778.432505] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de in Status: SUCCESS [ 778.432864] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.432929] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.433243] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.433590] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.433831] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.433960] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.434251] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.434401] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.434576] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.434769] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd334e6f-bcdb-4aba-afec-0ac4692cb0de',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.489980] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa745de1-de68-4909-8e1e-68140a54af99',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.672936] env[65426]: INFO networking_nsxv3.common.synchronization [req-57c551a6-02b1-4e74-8956-acf47fe98ed8 req-a22802a5-ddb9-44fa-992c-3604859986ce tempest-ServerExternalEventsTest-1897229760 tempest-ServerExternalEventsTest-1897229760-project-member] Enqueued Resource ID: 8dc9f855-533a-4433-a61a-1b82bd71ea7f with Priority: HIGHEST for action security_group_members [ 778.673562] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc9f855-533a-4433-a61a-1b82bd71ea7f with Priority: HIGHEST for action security_group_members [ 778.675539] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc9f855-533a-4433-a61a-1b82bd71ea7f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.675539] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc9f855-533a-4433-a61a-1b82bd71ea7f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.675539] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc9f855-533a-4433-a61a-1b82bd71ea7f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.675539] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc9f855-533a-4433-a61a-1b82bd71ea7f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.675539] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.675539] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.675539] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.675539] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.675539] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.675539] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dc9f855-533a-4433-a61a-1b82bd71ea7f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.703780] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416: rpc.has_security_group_logging(os_id): False [ 778.724198] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.724452] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.724452] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.724726] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.724726] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.724974] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.725126] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.725182] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.725310] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.725389] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.725472] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 is going to be updated. [ 778.886944] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.886944] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.886944] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.886944] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.886944] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.906130] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 in Status: IN_PROGRESS for 2s [ 778.938340] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.938579] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.938579] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.939551] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.939551] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.939551] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.939551] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.939551] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.939551] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.939551] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.940201] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.940201] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.940201] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.940932] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.940932] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.940932] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.940932] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.940932] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.940932] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.940932] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.941258] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd334e6f-bcdb-4aba-afec-0ac4692cb0de',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.994863] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.994863] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.994863] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.994863] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.994863] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.994863] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa745de1-de68-4909-8e1e-68140a54af99 is going to be created. [ 779.030026] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.030026] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.030026] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.030026] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.030026] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.040951] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa745de1-de68-4909-8e1e-68140a54af99 in Status: UNINITIALIZED for 2s [ 779.122158] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-394 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.122894] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.123199] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.123586] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.124183] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.124579] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.124870] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.125281] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.125600] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.126095] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.126403] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.126859] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.127121] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.127364] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.127606] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.127885] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.152297] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.152466] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 779.152601] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.152773] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.153103] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-7d58375e-521f-4310-b7ac-9c9d8a5d4c26 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.153276] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-7d58375e-521f-4310-b7ac-9c9d8a5d4c26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.153392] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-7d58375e-521f-4310-b7ac-9c9d8a5d4c26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.153732] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-7d58375e-521f-4310-b7ac-9c9d8a5d4c26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.153863] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d58375e-521f-4310-b7ac-9c9d8a5d4c26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.177996] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.178231] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.178331] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.178802] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.178802] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.178979] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.179116] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.179183] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.179346] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.179427] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.179516] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dc9f855-533a-4433-a61a-1b82bd71ea7f already deleted. [ 779.179614] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc9f855-533a-4433-a61a-1b82bd71ea7f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.443257] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd334e6f-bcdb-4aba-afec-0ac4692cb0de: rpc.has_security_group_logging(os_id): False [ 779.468685] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.468956] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.469156] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.469520] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.469520] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.469759] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.469941] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.470068] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.471620] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.471824] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.473267] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.473447] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.473532] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.474261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.474261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.474261] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.474484] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.474518] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.474904] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.474904] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.475011] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de is going to be created. [ 779.550683] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.550854] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.550914] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.551226] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.551407] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.565770] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de in Status: IN_PROGRESS for 2s [ 779.656915] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.657220] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.657345] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.657628] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.657778] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.657931] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 7d58375e-521f-4310-b7ac-9c9d8a5d4c26 not found, creating... [ 779.658222] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.658419] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.658486] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.658696] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.658825] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.663400] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.663591] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.663668] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.664081] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.664223] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.664345] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 7d58375e-521f-4310-b7ac-9c9d8a5d4c26 is going to be created. [ 779.689506] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.689714] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.689836] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.690131] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.690356] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.690573] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-7d58375e-521f-4310-b7ac-9c9d8a5d4c26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.702470] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4854309-962d-48c8-b0eb-2c80cfee614f in Status: SUCCESS [ 779.702470] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.092360] env[65426]: INFO networking_nsxv3.common.synchronization [req-226e7c09-d5b5-4e15-9603-173b5d2754cf req-be49ada7-a1f3-43a6-9dc7-e2cb684b632a tempest-ServersTestManualDisk-196927481 tempest-ServersTestManualDisk-196927481-project-member] Enqueued Resource ID: f8211fdd-fd24-434e-8efd-43841e4dad59 with Priority: HIGHEST for action security_group_members [ 780.092894] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8211fdd-fd24-434e-8efd-43841e4dad59 with Priority: HIGHEST for action security_group_members [ 780.093209] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8211fdd-fd24-434e-8efd-43841e4dad59 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.093355] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8211fdd-fd24-434e-8efd-43841e4dad59" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.093400] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8211fdd-fd24-434e-8efd-43841e4dad59" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.093585] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8211fdd-fd24-434e-8efd-43841e4dad59" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.094288] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.094434] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.094519] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.094659] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.094839] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.094959] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8211fdd-fd24-434e-8efd-43841e4dad59',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.347611] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: SUCCESS [ 780.347834] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.348031] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.348273] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.348363] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.423519] env[65426]: INFO networking_nsxv3.common.synchronization [req-57c551a6-02b1-4e74-8956-acf47fe98ed8 req-abf88040-6f5e-431e-a6dc-e16d5964ce68 service nova] Enqueued Resource ID: 8dc9f855-533a-4433-a61a-1b82bd71ea7f with Priority: HIGHEST for action security_group_rules [ 780.423519] env[65426]: INFO networking_nsxv3.common.synchronization [req-57c551a6-02b1-4e74-8956-acf47fe98ed8 req-abf88040-6f5e-431e-a6dc-e16d5964ce68 service nova] Enqueued Resource ID: 8dc9f855-533a-4433-a61a-1b82bd71ea7f with Priority: HIGHEST for action security_group_members [ 780.423519] env[65426]: INFO networking_nsxv3.common.synchronization [req-57c551a6-02b1-4e74-8956-acf47fe98ed8 req-abf88040-6f5e-431e-a6dc-e16d5964ce68 service nova] Enqueued Resource ID: 7d58375e-521f-4310-b7ac-9c9d8a5d4c26 with Priority: HIGHEST for action port [ 780.424794] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc9f855-533a-4433-a61a-1b82bd71ea7f with Priority: HIGHEST for action security_group_rules [ 780.427672] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc9f855-533a-4433-a61a-1b82bd71ea7f with Priority: HIGHEST for action security_group_members [ 780.427868] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d58375e-521f-4310-b7ac-9c9d8a5d4c26 with Priority: HIGHEST for action port [ 780.428355] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dc9f855-533a-4433-a61a-1b82bd71ea7f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.428523] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dc9f855-533a-4433-a61a-1b82bd71ea7f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.428629] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dc9f855-533a-4433-a61a-1b82bd71ea7f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.428971] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dc9f855-533a-4433-a61a-1b82bd71ea7f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.429152] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dc9f855-533a-4433-a61a-1b82bd71ea7f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.431066] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc9f855-533a-4433-a61a-1b82bd71ea7f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.432090] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc9f855-533a-4433-a61a-1b82bd71ea7f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.432090] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc9f855-533a-4433-a61a-1b82bd71ea7f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.432090] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc9f855-533a-4433-a61a-1b82bd71ea7f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.432090] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.432312] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.432312] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.433144] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.433144] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.433144] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dc9f855-533a-4433-a61a-1b82bd71ea7f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.435173] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d58375e-521f-4310-b7ac-9c9d8a5d4c26 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.435316] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d58375e-521f-4310-b7ac-9c9d8a5d4c26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.435398] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d58375e-521f-4310-b7ac-9c9d8a5d4c26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.435646] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d58375e-521f-4310-b7ac-9c9d8a5d4c26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.435762] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d58375e-521f-4310-b7ac-9c9d8a5d4c26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.597287] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.597664] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.597664] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.598354] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.598562] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.598809] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.599023] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.599099] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.599282] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.599395] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.599525] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8211fdd-fd24-434e-8efd-43841e4dad59 is going to be updated. [ 780.643694] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.643694] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.643694] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.643694] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.643694] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.668074] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8211fdd-fd24-434e-8efd-43841e4dad59 in Status: IN_PROGRESS for 2s [ 780.851450] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.851450] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.851678] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.851800] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.851906] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.852031] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.852091] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.852255] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.852344] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.852436] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.852527] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.922309] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 in Status: SUCCESS [ 780.922478] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.938079] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dc9f855-533a-4433-a61a-1b82bd71ea7f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.939196] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc9f855-533a-4433-a61a-1b82bd71ea7f taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.939368] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc9f855-533a-4433-a61a-1b82bd71ea7f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.939698] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d58375e-521f-4310-b7ac-9c9d8a5d4c26 with status ACTIVE [ 780.939870] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.939978] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.940047] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.940261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.940347] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.940509] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.940790] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.940790] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.940866] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.940896] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.941695] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.941858] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.941930] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.942099] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.942178] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.942277] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d58375e-521f-4310-b7ac-9c9d8a5d4c26 is going to be updated. [ 780.970503] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.970820] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.970820] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.970911] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.971387] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.971387] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d58375e-521f-4310-b7ac-9c9d8a5d4c26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.059490] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa745de1-de68-4909-8e1e-68140a54af99 in Status: SUCCESS [ 781.059682] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.061706] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.062040] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.063032] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.063032] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.063032] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.063032] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.063032] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.063032] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.063032] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa745de1-de68-4909-8e1e-68140a54af99',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.357695] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.357852] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.357920] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.358158] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.358325] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.358421] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.358491] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.359701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.359701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.359701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.359701] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.359701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.359701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.359701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.359701] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.359701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.359701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.359701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.359701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.360143] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.360143] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.440936] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dc9f855-533a-4433-a61a-1b82bd71ea7f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.568159] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa745de1-de68-4909-8e1e-68140a54af99 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.568342] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.568631] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.568904] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.569094] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.569204] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.569272] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.569437] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.569534] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.569615] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.569813] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa745de1-de68-4909-8e1e-68140a54af99 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.569897] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.569936] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.570228] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.570426] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.570509] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.570539] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.570657] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.570734] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.570816] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.570903] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa745de1-de68-4909-8e1e-68140a54af99',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.586651] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de in Status: SUCCESS [ 781.586950] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.746656] env[65426]: INFO networking_nsxv3.common.synchronization [req-fbfde3bf-9981-4544-a45f-e7c1e38283c5 req-003f6221-06e0-4404-bebd-15a1082168c2 tempest-ImagesTestJSON-1192390857 tempest-ImagesTestJSON-1192390857-project-member] Enqueued Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_members [ 781.747965] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_members [ 781.748310] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.748433] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.748514] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.748717] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.748901] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.749015] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.749069] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.749297] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.749297] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.749397] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.863351] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3b7d3ea-9250-432c-bc96-8e6285233766: rpc.has_security_group_logging(os_id): False [ 781.888061] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.888061] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.888061] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.888061] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.888453] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.888453] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.888453] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.888617] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.888760] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.888812] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.889128] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.889267] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.890473] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.890756] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.890964] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.892034] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.892034] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.892034] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.892034] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.892034] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.892261] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3b7d3ea-9250-432c-bc96-8e6285233766 is going to be updated. [ 781.942780] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.942946] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.943034] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.943247] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.943349] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.943458] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dc9f855-533a-4433-a61a-1b82bd71ea7f is going to be created. [ 781.968492] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.968714] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.968812] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.969208] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.969379] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.980646] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.980646] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.980646] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.980646] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.980646] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.991069] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc9f855-533a-4433-a61a-1b82bd71ea7f in Status: UNINITIALIZED for 2s [ 781.992632] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: IN_PROGRESS for 2s [ 782.076500] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa745de1-de68-4909-8e1e-68140a54af99: rpc.has_security_group_logging(os_id): False [ 782.114592] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.115319] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.115319] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.115319] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.115319] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.115688] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.115688] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.115824] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.115993] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.115993] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.116232] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.116376] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.116461] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.116729] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.116847] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.117107] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.117303] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.117410] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.117695] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.117801] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.117886] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa745de1-de68-4909-8e1e-68140a54af99 is going to be created. [ 782.206379] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.206529] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.206600] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.206814] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.207051] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.217907] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa745de1-de68-4909-8e1e-68140a54af99 in Status: IN_PROGRESS for 2s [ 782.257535] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.257535] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.257535] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.257535] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.257535] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.257535] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.257535] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.257535] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.257535] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.257535] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.257535] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 is going to be updated. [ 782.258493] env[65426]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 782.258623] env[65426]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] NSXv3 Agent Agent loop - iteration:1 started [ 782.313986] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.314149] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.314231] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.314441] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.314579] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.338486] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 in Status: IN_PROGRESS for 2s [ 782.678097] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8211fdd-fd24-434e-8efd-43841e4dad59 in Status: SUCCESS [ 782.678259] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8211fdd-fd24-434e-8efd-43841e4dad59 deletion is rescheduled due to dependency. [ 782.678375] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8211fdd-fd24-434e-8efd-43841e4dad59" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.785082] env[65426]: INFO networking_nsxv3.common.synchronization [req-49e5900b-9e0c-4ccd-a4e7-f36b6cf1d62c req-488aad0c-77c2-4f6f-87ad-25f22d2f2bb1 tempest-ServersAdminNegativeTestJSON-842906392 tempest-ServersAdminNegativeTestJSON-842906392-project-member] Enqueued Resource ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 with Priority: HIGHEST for action security_group_members [ 783.785726] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 with Priority: HIGHEST for action security_group_members [ 783.786273] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-427619b0-330f-4333-b26b-8da5ebc7a1e4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.786440] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.786524] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.786801] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.786999] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.787143] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.787237] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.787449] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.787591] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.787705] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('427619b0-330f-4333-b26b-8da5ebc7a1e4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.003425] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc9f855-533a-4433-a61a-1b82bd71ea7f in Status: SUCCESS [ 784.003425] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc9f855-533a-4433-a61a-1b82bd71ea7f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.003425] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc9f855-533a-4433-a61a-1b82bd71ea7f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.003425] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc9f855-533a-4433-a61a-1b82bd71ea7f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.003425] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.003863] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.003863] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.003863] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.003863] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.004014] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc9f855-533a-4433-a61a-1b82bd71ea7f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.004045] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dc9f855-533a-4433-a61a-1b82bd71ea7f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.012017] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: SUCCESS [ 784.012017] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.232854] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa745de1-de68-4909-8e1e-68140a54af99 in Status: SUCCESS [ 784.232854] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.292820] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.292820] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.292820] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.292820] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.292820] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.292820] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.292820] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.292820] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.292820] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.292820] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.292820] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 is going to be updated. [ 784.327260] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.327260] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.327260] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.327260] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.327260] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.339170] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 in Status: IN_PROGRESS for 2s [ 784.349923] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 in Status: SUCCESS [ 784.351011] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 deletion is rescheduled due to dependency. [ 784.351011] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.511036] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc9f855-533a-4433-a61a-1b82bd71ea7f taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.511036] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc9f855-533a-4433-a61a-1b82bd71ea7f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.511036] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc9f855-533a-4433-a61a-1b82bd71ea7f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.511036] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc9f855-533a-4433-a61a-1b82bd71ea7f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.511036] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.511036] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.511036] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.511036] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.513166] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.513325] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc9f855-533a-4433-a61a-1b82bd71ea7f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.513524] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc9f855-533a-4433-a61a-1b82bd71ea7f taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.517051] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc9f855-533a-4433-a61a-1b82bd71ea7f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.517051] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc9f855-533a-4433-a61a-1b82bd71ea7f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.517051] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc9f855-533a-4433-a61a-1b82bd71ea7f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.517051] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.517051] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.517051] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.517051] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.517051] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.517620] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc9f855-533a-4433-a61a-1b82bd71ea7f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.517814] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dc9f855-533a-4433-a61a-1b82bd71ea7f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.020807] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dc9f855-533a-4433-a61a-1b82bd71ea7f: rpc.has_security_group_logging(os_id): False [ 785.046089] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.046292] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.046368] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.046624] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.046726] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.046994] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.047136] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.047205] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.047380] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.047474] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.047917] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.047917] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.047917] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.048145] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.048145] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.048297] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.048391] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.048451] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.048587] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.048662] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.048746] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dc9f855-533a-4433-a61a-1b82bd71ea7f is going to be created. [ 785.115331] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.115549] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.115549] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.115760] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.115939] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.131390] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dc9f855-533a-4433-a61a-1b82bd71ea7f in Status: IN_PROGRESS for 2s [ 786.349552] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 in Status: SUCCESS [ 786.349552] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 deletion is rescheduled due to dependency. [ 786.349552] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.596542] env[65426]: INFO networking_nsxv3.common.synchronization [req-6b8ab8d0-8fe2-4ccc-8f7c-f19ed84259a2 req-2fab1629-18dd-4de7-a79d-19edf580d402 tempest-ServerDiagnosticsNegativeTest-288288973 tempest-ServerDiagnosticsNegativeTest-288288973-project-member] Enqueued Resource ID: 36c9948d-9805-4ae9-a6f6-148f94f5c6fc with Priority: HIGHEST for action security_group_members [ 786.596739] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36c9948d-9805-4ae9-a6f6-148f94f5c6fc with Priority: HIGHEST for action security_group_members [ 786.597567] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-36c9948d-9805-4ae9-a6f6-148f94f5c6fc taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.597701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36c9948d-9805-4ae9-a6f6-148f94f5c6fc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.597772] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36c9948d-9805-4ae9-a6f6-148f94f5c6fc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.598089] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36c9948d-9805-4ae9-a6f6-148f94f5c6fc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.598268] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.598393] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.598462] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.599144] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.599144] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.599144] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36c9948d-9805-4ae9-a6f6-148f94f5c6fc',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.973416] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-394 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.973602] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.973953] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.974043] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.974242] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.974395] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.974505] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.974711] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.974848] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.975064] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.975174] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.975277] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.975378] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.975480] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.975578] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.975722] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.996349] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 786.996349] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 786.996349] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 786.996349] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.996349] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-8c7ba915-8391-4c12-965f-64ec1394372d taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.996612] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-8c7ba915-8391-4c12-965f-64ec1394372d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.996652] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-8c7ba915-8391-4c12-965f-64ec1394372d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.997418] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-8c7ba915-8391-4c12-965f-64ec1394372d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.997418] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c7ba915-8391-4c12-965f-64ec1394372d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.106697] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.106904] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.107030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.107222] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.107317] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.107557] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.107645] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.107754] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.107884] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.107996] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.108133] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36c9948d-9805-4ae9-a6f6-148f94f5c6fc already deleted. [ 787.108223] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36c9948d-9805-4ae9-a6f6-148f94f5c6fc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.146857] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dc9f855-533a-4433-a61a-1b82bd71ea7f in Status: SUCCESS [ 787.147196] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dc9f855-533a-4433-a61a-1b82bd71ea7f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.429643] env[65426]: INFO networking_nsxv3.common.synchronization [req-8d5bd439-9534-4271-9d9f-dc28586391c3 req-92dacbe3-6206-474a-9d90-ae8664130edb tempest-ServersWithSpecificFlavorTestJSON-732847517 tempest-ServersWithSpecificFlavorTestJSON-732847517-project-member] Enqueued Resource ID: 6221598e-80dd-419c-b559-4db19a1b425d with Priority: HIGHEST for action security_group_members [ 787.430301] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6221598e-80dd-419c-b559-4db19a1b425d with Priority: HIGHEST for action security_group_members [ 787.430647] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-6221598e-80dd-419c-b559-4db19a1b425d taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.430769] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.430839] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.431066] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.431235] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.431374] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.431423] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.432047] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.432047] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.432047] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6221598e-80dd-419c-b559-4db19a1b425d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.499956] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.500213] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.500382] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.500726] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.500978] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.501191] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port 8c7ba915-8391-4c12-965f-64ec1394372d not found, creating... [ 787.501575] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.501729] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.501838] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.502075] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.502209] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.502501] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.502666] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.502780] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.502984] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.503123] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.503258] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: 8c7ba915-8391-4c12-965f-64ec1394372d is going to be created. [ 787.532329] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.532549] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.532677] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.532996] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.533265] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.533553] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-8c7ba915-8391-4c12-965f-64ec1394372d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.934078] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.934190] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.934261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.934527] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.934643] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.934893] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.934954] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.934999] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.935188] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.935260] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.935344] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6221598e-80dd-419c-b559-4db19a1b425d is going to be updated. [ 787.966290] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.966508] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.966548] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.966780] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.967051] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.977362] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6221598e-80dd-419c-b559-4db19a1b425d in Status: IN_PROGRESS for 2s [ 788.277765] env[65426]: INFO networking_nsxv3.common.synchronization [req-6b8ab8d0-8fe2-4ccc-8f7c-f19ed84259a2 req-af836b7e-2c54-436a-8914-78d2b65420fb service nova] Enqueued Resource ID: 36c9948d-9805-4ae9-a6f6-148f94f5c6fc with Priority: HIGHEST for action security_group_rules [ 788.277765] env[65426]: INFO networking_nsxv3.common.synchronization [req-6b8ab8d0-8fe2-4ccc-8f7c-f19ed84259a2 req-af836b7e-2c54-436a-8914-78d2b65420fb service nova] Enqueued Resource ID: 36c9948d-9805-4ae9-a6f6-148f94f5c6fc with Priority: HIGHEST for action security_group_members [ 788.277765] env[65426]: INFO networking_nsxv3.common.synchronization [req-6b8ab8d0-8fe2-4ccc-8f7c-f19ed84259a2 req-af836b7e-2c54-436a-8914-78d2b65420fb service nova] Enqueued Resource ID: 8c7ba915-8391-4c12-965f-64ec1394372d with Priority: HIGHEST for action port [ 788.277765] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36c9948d-9805-4ae9-a6f6-148f94f5c6fc with Priority: HIGHEST for action security_group_rules [ 788.277765] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36c9948d-9805-4ae9-a6f6-148f94f5c6fc with Priority: HIGHEST for action security_group_members [ 788.277765] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7ba915-8391-4c12-965f-64ec1394372d with Priority: HIGHEST for action port [ 788.277765] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36c9948d-9805-4ae9-a6f6-148f94f5c6fc taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.277765] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36c9948d-9805-4ae9-a6f6-148f94f5c6fc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.277765] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36c9948d-9805-4ae9-a6f6-148f94f5c6fc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.278432] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36c9948d-9805-4ae9-a6f6-148f94f5c6fc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.278432] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36c9948d-9805-4ae9-a6f6-148f94f5c6fc',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.279255] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-36c9948d-9805-4ae9-a6f6-148f94f5c6fc taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.280120] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36c9948d-9805-4ae9-a6f6-148f94f5c6fc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.280120] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36c9948d-9805-4ae9-a6f6-148f94f5c6fc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.280120] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36c9948d-9805-4ae9-a6f6-148f94f5c6fc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.280120] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.280120] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.280120] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.281617] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.281617] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.281617] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36c9948d-9805-4ae9-a6f6-148f94f5c6fc',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.282063] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c7ba915-8391-4c12-965f-64ec1394372d taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.282880] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c7ba915-8391-4c12-965f-64ec1394372d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.283176] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c7ba915-8391-4c12-965f-64ec1394372d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.283418] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c7ba915-8391-4c12-965f-64ec1394372d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.283533] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c7ba915-8391-4c12-965f-64ec1394372d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.786625] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-36c9948d-9805-4ae9-a6f6-148f94f5c6fc taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.786625] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36c9948d-9805-4ae9-a6f6-148f94f5c6fc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.786625] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36c9948d-9805-4ae9-a6f6-148f94f5c6fc',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.787043] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c7ba915-8391-4c12-965f-64ec1394372d with status ACTIVE [ 788.787170] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.787324] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.787940] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.787940] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.787940] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.787940] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.787940] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.787940] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.788159] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.788159] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.788321] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.788403] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.788443] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.788555] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.789251] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.789251] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c7ba915-8391-4c12-965f-64ec1394372d is going to be updated. [ 788.813658] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.813803] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.813878] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.814105] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.814246] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.814404] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c7ba915-8391-4c12-965f-64ec1394372d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.298595] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36c9948d-9805-4ae9-a6f6-148f94f5c6fc',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.801126] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.803694] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.803694] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.803694] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.803694] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.803694] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36c9948d-9805-4ae9-a6f6-148f94f5c6fc is going to be created. [ 789.826729] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.827677] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.827677] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.827677] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.827677] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.836918] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36c9948d-9805-4ae9-a6f6-148f94f5c6fc in Status: UNINITIALIZED for 2s [ 789.991759] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6221598e-80dd-419c-b559-4db19a1b425d in Status: SUCCESS [ 789.991945] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6221598e-80dd-419c-b559-4db19a1b425d deletion is rescheduled due to dependency. [ 789.992109] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.848312] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36c9948d-9805-4ae9-a6f6-148f94f5c6fc in Status: SUCCESS [ 791.850168] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36c9948d-9805-4ae9-a6f6-148f94f5c6fc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.850168] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36c9948d-9805-4ae9-a6f6-148f94f5c6fc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.850168] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36c9948d-9805-4ae9-a6f6-148f94f5c6fc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.850168] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.850168] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.852025] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.852025] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.852025] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.852025] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36c9948d-9805-4ae9-a6f6-148f94f5c6fc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.852025] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36c9948d-9805-4ae9-a6f6-148f94f5c6fc',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.943566] env[65426]: INFO networking_nsxv3.common.synchronization [req-f2ce50fc-adc1-40ee-a7cd-2923a38abbd2 req-89fa04a3-0307-4755-af21-f4fa484d8b46 tempest-VolumesAssistedSnapshotsTest-118526775 tempest-VolumesAssistedSnapshotsTest-118526775-project-member] Enqueued Resource ID: c42e0f06-cc93-48cd-8537-afbff61c0002 with Priority: HIGHEST for action security_group_members [ 791.946896] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42e0f06-cc93-48cd-8537-afbff61c0002 with Priority: HIGHEST for action security_group_members [ 791.946896] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-c42e0f06-cc93-48cd-8537-afbff61c0002 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.946896] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c42e0f06-cc93-48cd-8537-afbff61c0002" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.946896] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c42e0f06-cc93-48cd-8537-afbff61c0002" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.946896] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c42e0f06-cc93-48cd-8537-afbff61c0002" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.947304] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.947304] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.947304] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.947479] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.947479] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.947731] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c42e0f06-cc93-48cd-8537-afbff61c0002',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.354222] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-36c9948d-9805-4ae9-a6f6-148f94f5c6fc taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.354613] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36c9948d-9805-4ae9-a6f6-148f94f5c6fc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.354697] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36c9948d-9805-4ae9-a6f6-148f94f5c6fc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.354931] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36c9948d-9805-4ae9-a6f6-148f94f5c6fc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.355346] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.355346] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.355346] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.355592] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.355769] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.355843] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36c9948d-9805-4ae9-a6f6-148f94f5c6fc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.356032] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-36c9948d-9805-4ae9-a6f6-148f94f5c6fc taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.356163] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36c9948d-9805-4ae9-a6f6-148f94f5c6fc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.356250] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36c9948d-9805-4ae9-a6f6-148f94f5c6fc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.356425] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36c9948d-9805-4ae9-a6f6-148f94f5c6fc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.356594] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.356711] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.356790] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.356979] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.357119] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.357221] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36c9948d-9805-4ae9-a6f6-148f94f5c6fc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.357334] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36c9948d-9805-4ae9-a6f6-148f94f5c6fc',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.450715] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.450974] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.451114] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.451499] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.451649] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.451946] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.452123] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.452239] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.452464] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.452590] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.452727] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c42e0f06-cc93-48cd-8537-afbff61c0002 is going to be updated. [ 792.487298] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.487533] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.487585] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.487826] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.487946] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.498529] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c42e0f06-cc93-48cd-8537-afbff61c0002 in Status: IN_PROGRESS for 2s [ 792.780538] env[65426]: INFO networking_nsxv3.common.synchronization [req-2c066e0b-bbc9-4371-ad5b-1e9d2731dc9e req-140a968e-6849-48c3-b67e-caf672867711 tempest-ServerExternalEventsTest-1897229760 tempest-ServerExternalEventsTest-1897229760-project-member] Enqueued Resource ID: 8dc9f855-533a-4433-a61a-1b82bd71ea7f with Priority: HIGHEST for action security_group_members [ 792.781206] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc9f855-533a-4433-a61a-1b82bd71ea7f with Priority: HIGHEST for action security_group_members [ 792.781538] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc9f855-533a-4433-a61a-1b82bd71ea7f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.781704] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc9f855-533a-4433-a61a-1b82bd71ea7f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.781825] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc9f855-533a-4433-a61a-1b82bd71ea7f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.782243] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc9f855-533a-4433-a61a-1b82bd71ea7f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.782472] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.782626] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.782734] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.782968] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.783116] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.783265] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dc9f855-533a-4433-a61a-1b82bd71ea7f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.859522] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36c9948d-9805-4ae9-a6f6-148f94f5c6fc: rpc.has_security_group_logging(os_id): False [ 792.884979] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.885364] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.885364] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.885603] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.885603] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.885790] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.885896] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.885961] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.886188] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.886307] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.886459] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.886553] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.886613] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.886776] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.886853] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.887108] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.887261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.887333] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.887471] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.887561] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.887670] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36c9948d-9805-4ae9-a6f6-148f94f5c6fc is going to be created. [ 792.956408] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.956573] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.956616] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.957767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.957767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.969410] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36c9948d-9805-4ae9-a6f6-148f94f5c6fc in Status: IN_PROGRESS for 2s [ 793.286013] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.286178] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.286237] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.286638] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.286638] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.286721] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.287130] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.287130] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.287130] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.287130] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.287367] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dc9f855-533a-4433-a61a-1b82bd71ea7f is going to be updated. [ 793.323333] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.323333] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.323563] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.323611] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.323828] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.337703] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc9f855-533a-4433-a61a-1b82bd71ea7f in Status: IN_PROGRESS for 2s [ 794.510143] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c42e0f06-cc93-48cd-8537-afbff61c0002 in Status: SUCCESS [ 794.510481] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c42e0f06-cc93-48cd-8537-afbff61c0002 deletion is rescheduled due to dependency. [ 794.510582] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c42e0f06-cc93-48cd-8537-afbff61c0002" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.983404] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36c9948d-9805-4ae9-a6f6-148f94f5c6fc in Status: SUCCESS [ 794.983549] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36c9948d-9805-4ae9-a6f6-148f94f5c6fc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.347272] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc9f855-533a-4433-a61a-1b82bd71ea7f in Status: SUCCESS [ 795.347439] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dc9f855-533a-4433-a61a-1b82bd71ea7f deletion is rescheduled due to dependency. [ 795.347549] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc9f855-533a-4433-a61a-1b82bd71ea7f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.907917] env[65426]: INFO networking_nsxv3.common.synchronization [req-b8ba4315-1cf6-46d9-b229-d0f51a241ba3 req-5e8a5b4a-3953-45c2-95e8-2f3eb89ce984 tempest-ListServerFiltersTestJSON-1687151240 tempest-ListServerFiltersTestJSON-1687151240-project-member] Enqueued Resource ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e with Priority: HIGHEST for action security_group_members [ 795.908472] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e with Priority: HIGHEST for action security_group_members [ 795.908952] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-20a52370-7c11-41ec-a9a6-514bb8c5356e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.908952] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.908952] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.909213] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.910138] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.910138] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.910138] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.910138] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.910138] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.910138] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20a52370-7c11-41ec-a9a6-514bb8c5356e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.412865] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20a52370-7c11-41ec-a9a6-514bb8c5356e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.915259] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20a52370-7c11-41ec-a9a6-514bb8c5356e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.420672] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.420672] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.420672] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.421339] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.421339] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.421339] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e is going to be updated. [ 797.458657] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.458657] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.458657] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.458910] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.458974] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.469907] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e in Status: IN_PROGRESS for 2s [ 798.366652] env[65426]: INFO networking_nsxv3.common.synchronization [req-b85f46eb-c1e2-4341-b8e2-e924e4216fe5 req-745cf1d7-deb2-4173-bb4c-454cd3586851 tempest-ServerRescueTestJSONUnderV235-75651473 tempest-ServerRescueTestJSONUnderV235-75651473-project-member] Enqueued Resource ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 with Priority: HIGHEST for action security_group_members [ 798.367628] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 with Priority: HIGHEST for action security_group_members [ 798.368190] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ea04e42-873a-4fc0-bcce-96a9a401da31 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.368368] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.368447] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.368779] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.369230] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.369230] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.369381] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.369648] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.369648] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.369765] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ea04e42-873a-4fc0-bcce-96a9a401da31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.848291] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-557 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.848291] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-557" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.848291] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-557" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.848291] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-557" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.848629] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.848702] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.848803] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.849052] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.849295] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.849545] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.849690] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.849859] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.850009] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.850162] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 798.850280] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.850482] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.871914] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.872157] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.872211] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.872475] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.872607] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.872884] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.873035] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.873124] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.873338] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.873441] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.873556] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 already deleted. [ 798.873665] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.878481] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.878810] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 798.878953] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.879228] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-557" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.879535] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-835e7b6d-87ac-4042-a9ec-3bdce47ee5a7 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.879690] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-835e7b6d-87ac-4042-a9ec-3bdce47ee5a7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.879807] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-835e7b6d-87ac-4042-a9ec-3bdce47ee5a7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.880131] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-835e7b6d-87ac-4042-a9ec-3bdce47ee5a7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.880279] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('835e7b6d-87ac-4042-a9ec-3bdce47ee5a7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.974486] env[65426]: INFO networking_nsxv3.common.synchronization [req-c12efca9-c715-4f11-929c-0b22622a692c req-4e898aff-1a91-4caa-94f8-a99d2abbb563 tempest-ServerDiagnosticsNegativeTest-288288973 tempest-ServerDiagnosticsNegativeTest-288288973-project-member] Enqueued Resource ID: 36c9948d-9805-4ae9-a6f6-148f94f5c6fc with Priority: HIGHEST for action security_group_members [ 798.975154] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36c9948d-9805-4ae9-a6f6-148f94f5c6fc with Priority: HIGHEST for action security_group_members [ 798.975605] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-36c9948d-9805-4ae9-a6f6-148f94f5c6fc taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.975793] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36c9948d-9805-4ae9-a6f6-148f94f5c6fc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.975909] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36c9948d-9805-4ae9-a6f6-148f94f5c6fc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.976195] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36c9948d-9805-4ae9-a6f6-148f94f5c6fc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.976388] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.976507] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.976572] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.976732] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.976822] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.976916] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36c9948d-9805-4ae9-a6f6-148f94f5c6fc',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.383451] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.383855] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.383855] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.384085] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.384254] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.385493] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 835e7b6d-87ac-4042-a9ec-3bdce47ee5a7 not found, creating... [ 799.385493] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.385493] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.385493] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.385493] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.385493] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.386094] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.386094] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.386094] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.386211] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.386241] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.386377] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 835e7b6d-87ac-4042-a9ec-3bdce47ee5a7 is going to be created. [ 799.413760] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.413760] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.413760] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.413760] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.413760] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.413760] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-835e7b6d-87ac-4042-a9ec-3bdce47ee5a7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.481118] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.481118] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.481118] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.481118] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.481118] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.481118] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.481118] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.481118] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.481118] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.481118] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.481118] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36c9948d-9805-4ae9-a6f6-148f94f5c6fc is going to be updated. [ 799.483832] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e in Status: SUCCESS [ 799.484152] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.530301] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.530529] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.530634] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.530888] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.531056] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.544420] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36c9948d-9805-4ae9-a6f6-148f94f5c6fc in Status: IN_PROGRESS for 2s [ 800.116773] env[65426]: INFO networking_nsxv3.common.synchronization [req-b85f46eb-c1e2-4341-b8e2-e924e4216fe5 req-07db9963-db95-462e-934e-f3dafbca28f0 service nova] Enqueued Resource ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 with Priority: HIGHEST for action security_group_rules [ 800.117128] env[65426]: INFO networking_nsxv3.common.synchronization [req-b85f46eb-c1e2-4341-b8e2-e924e4216fe5 req-07db9963-db95-462e-934e-f3dafbca28f0 service nova] Enqueued Resource ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 with Priority: HIGHEST for action security_group_members [ 800.117378] env[65426]: INFO networking_nsxv3.common.synchronization [req-b85f46eb-c1e2-4341-b8e2-e924e4216fe5 req-07db9963-db95-462e-934e-f3dafbca28f0 service nova] Enqueued Resource ID: 835e7b6d-87ac-4042-a9ec-3bdce47ee5a7 with Priority: HIGHEST for action port [ 800.118865] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 with Priority: HIGHEST for action security_group_rules [ 800.119150] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 with Priority: HIGHEST for action security_group_members [ 800.119372] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 835e7b6d-87ac-4042-a9ec-3bdce47ee5a7 with Priority: HIGHEST for action port [ 800.120476] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ea04e42-873a-4fc0-bcce-96a9a401da31 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.120825] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.120957] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.121331] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.121552] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ea04e42-873a-4fc0-bcce-96a9a401da31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.124743] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ea04e42-873a-4fc0-bcce-96a9a401da31 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.125084] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.125343] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.126488] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.126780] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.127051] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.127234] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.127559] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.128312] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.128704] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ea04e42-873a-4fc0-bcce-96a9a401da31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.130400] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-835e7b6d-87ac-4042-a9ec-3bdce47ee5a7 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.130956] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-835e7b6d-87ac-4042-a9ec-3bdce47ee5a7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.130956] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-835e7b6d-87ac-4042-a9ec-3bdce47ee5a7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.131219] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-835e7b6d-87ac-4042-a9ec-3bdce47ee5a7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.131458] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('835e7b6d-87ac-4042-a9ec-3bdce47ee5a7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.252991] env[65426]: INFO networking_nsxv3.common.synchronization [None req-73cfb52c-ed09-44c2-b7bc-516d37037c16 None None] Enqueued Resource ID: 2bac6d55-93f3-4e54-bff7-0d20f2a54b7b with Priority: HIGHEST for action port [ 800.253244] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bac6d55-93f3-4e54-bff7-0d20f2a54b7b with Priority: HIGHEST for action port [ 800.253503] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bac6d55-93f3-4e54-bff7-0d20f2a54b7b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.253621] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bac6d55-93f3-4e54-bff7-0d20f2a54b7b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.253686] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bac6d55-93f3-4e54-bff7-0d20f2a54b7b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.253946] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bac6d55-93f3-4e54-bff7-0d20f2a54b7b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.254040] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bac6d55-93f3-4e54-bff7-0d20f2a54b7b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.624988] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ea04e42-873a-4fc0-bcce-96a9a401da31 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.625313] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.630623] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ea04e42-873a-4fc0-bcce-96a9a401da31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.634290] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 835e7b6d-87ac-4042-a9ec-3bdce47ee5a7 with status ACTIVE [ 800.634523] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.634662] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.634731] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.634941] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.635056] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.635241] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.635341] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.635402] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.635551] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.635626] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.635801] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.636009] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.636130] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.636284] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.636380] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.636468] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 835e7b6d-87ac-4042-a9ec-3bdce47ee5a7 is going to be updated. [ 800.667429] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.667573] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.668149] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.668149] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.668266] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.669259] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-835e7b6d-87ac-4042-a9ec-3bdce47ee5a7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.756448] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2bac6d55-93f3-4e54-bff7-0d20f2a54b7b [ 800.756632] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.756759] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.756801] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.757044] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.757218] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.757257] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2bac6d55-93f3-4e54-bff7-0d20f2a54b7b already deleted. [ 800.757343] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bac6d55-93f3-4e54-bff7-0d20f2a54b7b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.135936] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ea04e42-873a-4fc0-bcce-96a9a401da31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.555380] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36c9948d-9805-4ae9-a6f6-148f94f5c6fc in Status: SUCCESS [ 801.555589] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36c9948d-9805-4ae9-a6f6-148f94f5c6fc deletion is rescheduled due to dependency. [ 801.555713] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36c9948d-9805-4ae9-a6f6-148f94f5c6fc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.638689] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.638689] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.638689] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.638689] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.638689] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.638689] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 is going to be created. [ 801.661798] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.662806] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.662902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.663777] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.663777] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.676193] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 in Status: UNINITIALIZED for 2s [ 803.151168] env[65426]: INFO networking_nsxv3.common.synchronization [None req-8bc90a42-0c54-411d-b25e-d0d5fe43c93f None None] Enqueued Resource ID: 783028c8-b473-4440-8abe-e623944b0538 with Priority: HIGHEST for action port [ 803.151168] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 783028c8-b473-4440-8abe-e623944b0538 with Priority: HIGHEST for action port [ 803.151168] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-783028c8-b473-4440-8abe-e623944b0538 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.151168] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-783028c8-b473-4440-8abe-e623944b0538" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.151168] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-783028c8-b473-4440-8abe-e623944b0538" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.152437] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-783028c8-b473-4440-8abe-e623944b0538" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.152665] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('783028c8-b473-4440-8abe-e623944b0538',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.656562] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 783028c8-b473-4440-8abe-e623944b0538 [ 803.656562] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.656562] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.656562] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.656562] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.656562] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.656562] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:783028c8-b473-4440-8abe-e623944b0538 already deleted. [ 803.656562] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-783028c8-b473-4440-8abe-e623944b0538" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.687785] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 in Status: SUCCESS [ 803.687943] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.688159] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.688358] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.689098] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.689098] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.689098] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.689098] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.689098] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.689098] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.689098] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ea04e42-873a-4fc0-bcce-96a9a401da31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.194598] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ea04e42-873a-4fc0-bcce-96a9a401da31 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.195432] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.195432] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.195432] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.195432] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.195432] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.195432] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.196902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.196902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.196902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.196902] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ea04e42-873a-4fc0-bcce-96a9a401da31 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.196902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.196902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.196902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.196902] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.196902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.196902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.196902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.196902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.196902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.196902] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ea04e42-873a-4fc0-bcce-96a9a401da31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.700071] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ea04e42-873a-4fc0-bcce-96a9a401da31: rpc.has_security_group_logging(os_id): False [ 804.718302] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.718302] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.718302] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.718635] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.718635] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.718765] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.718863] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.718922] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.719082] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.719399] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.719399] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.719509] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.719573] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.719694] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.719767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.719966] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.720360] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.720360] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.720360] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.720360] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.720510] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 is going to be created. [ 804.782161] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.782482] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.782624] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.782773] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.782949] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.794845] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 in Status: IN_PROGRESS for 2s [ 806.263726] env[65426]: INFO networking_nsxv3.common.synchronization [req-3cc02744-631b-4aed-8ccf-3a35e2d1c0ad req-921d603c-0565-4f77-8d0b-e3ffe8399816 tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_members [ 806.264545] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_members [ 806.264995] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.265281] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.265373] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.265653] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.265866] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.266020] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.266126] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.266388] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.266476] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.266643] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.484423] env[65426]: INFO networking_nsxv3.common.synchronization [req-8c99133c-ef26-4c6d-8b0d-e76f88a36248 req-e04a60c7-0df5-4972-8f77-c660368c9a8a tempest-ListImageFiltersTestJSON-614800768 tempest-ListImageFiltersTestJSON-614800768-project-member] Enqueued Resource ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 with Priority: HIGHEST for action security_group_members [ 806.485130] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 with Priority: HIGHEST for action security_group_members [ 806.485334] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.485566] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.485566] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.485692] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.485839] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.486042] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.486042] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.486169] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.486225] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.486325] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb6a5ba5-6d80-4fb2-8c06-8642c3571c84',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.683009] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-963 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.683218] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-963" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.683338] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-963" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.683992] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-963" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.684285] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.684448] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.684563] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.684786] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.684924] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.685144] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.685255] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.685360] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.685464] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.685729] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.685729] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.685822] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.705369] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.705542] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 806.705702] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.705900] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-963" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.706263] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.706575] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.706575] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.706956] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.707669] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.771190] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.809474] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 in Status: SUCCESS [ 806.809474] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.990038] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.990038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.990038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.990038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.990038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.990038] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.990038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.990038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.990521] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.990521] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.990521] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 is going to be updated. [ 807.018422] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.018422] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.018422] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.018422] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.018422] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.027288] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 in Status: IN_PROGRESS for 2s [ 807.212137] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.212505] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.212505] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.212756] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.212896] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.213226] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63 not found, creating... [ 807.214031] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.214031] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.214031] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.214031] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.214240] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.214385] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.214534] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.214643] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.214842] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.214978] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.215124] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63 is going to be created. [ 807.246145] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.246430] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.246617] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.246970] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.247312] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.247646] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.274033] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.283194] env[65426]: INFO networking_nsxv3.common.synchronization [None req-0ec9dbc8-c920-4ac8-af56-a67177c6191d tempest-ServerRescueNegativeTestJSON-640849074 tempest-ServerRescueNegativeTestJSON-640849074-project-member] Enqueued Resource ID: f406f508-be3d-4f9f-9299-93a57ce05cf0 with Priority: HIGHEST for action security_group_rules [ 807.283902] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f406f508-be3d-4f9f-9299-93a57ce05cf0 with Priority: HIGHEST for action security_group_rules [ 807.284465] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f406f508-be3d-4f9f-9299-93a57ce05cf0 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.284602] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.284673] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.284953] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.285051] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f406f508-be3d-4f9f-9299-93a57ce05cf0',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.406730] env[65426]: INFO networking_nsxv3.common.synchronization [None req-91424548-af6d-443b-baf6-e7da45cc3c97 tempest-ServerRescueNegativeTestJSON-640849074 tempest-ServerRescueNegativeTestJSON-640849074-project-member] Enqueued Resource ID: f406f508-be3d-4f9f-9299-93a57ce05cf0 with Priority: HIGHEST for action security_group_rules [ 807.407368] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f406f508-be3d-4f9f-9299-93a57ce05cf0 with Priority: HIGHEST for action security_group_rules [ 807.407368] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f406f508-be3d-4f9f-9299-93a57ce05cf0 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.407494] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.779050] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.779050] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.779050] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.779050] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.779050] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.779050] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3b7d3ea-9250-432c-bc96-8e6285233766 is going to be updated. [ 807.806058] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.807079] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.807079] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.807079] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.807079] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.808341] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f406f508-be3d-4f9f-9299-93a57ce05cf0 already deleted. [ 807.808341] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.808341] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.808341] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.808341] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f406f508-be3d-4f9f-9299-93a57ce05cf0',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.817262] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.821122] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.821122] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.821122] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.821122] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.834171] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: IN_PROGRESS for 2s [ 807.989052] env[65426]: INFO networking_nsxv3.common.synchronization [req-3cc02744-631b-4aed-8ccf-3a35e2d1c0ad req-59e69247-55a2-4c99-b342-20209f86caa3 service nova] Enqueued Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_rules [ 807.989052] env[65426]: INFO networking_nsxv3.common.synchronization [req-3cc02744-631b-4aed-8ccf-3a35e2d1c0ad req-59e69247-55a2-4c99-b342-20209f86caa3 service nova] Enqueued Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_members [ 807.989052] env[65426]: INFO networking_nsxv3.common.synchronization [req-3cc02744-631b-4aed-8ccf-3a35e2d1c0ad req-59e69247-55a2-4c99-b342-20209f86caa3 service nova] Enqueued Resource ID: cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63 with Priority: HIGHEST for action port [ 807.989546] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_rules [ 807.989628] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_members [ 807.989731] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63 with Priority: HIGHEST for action port [ 807.990996] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.990996] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.990996] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.991523] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.991523] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.993364] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.993364] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.993364] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.993364] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.993364] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.993364] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.993364] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.356614] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.356911] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.356911] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.356986] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.357046] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.357161] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f406f508-be3d-4f9f-9299-93a57ce05cf0 already deleted. [ 808.357254] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.495608] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63 with status ACTIVE [ 808.495862] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.496010] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.496086] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.496286] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.496372] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.496547] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.496645] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.496709] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.496855] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.496930] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.498025] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.498025] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.498025] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.498025] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.498025] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.498025] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63 is going to be updated. [ 808.498834] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.498927] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.521049] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.521189] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.521268] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.521561] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.521705] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.521871] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.037227] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 in Status: SUCCESS [ 809.037488] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 deletion is rescheduled due to dependency. [ 809.037579] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.846106] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: SUCCESS [ 809.846472] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.846717] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.847056] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.847284] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.847408] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.847496] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.847695] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.847787] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.847879] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.351220] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.854192] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.356998] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.357205] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.357287] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.357504] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.357591] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.357692] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3b7d3ea-9250-432c-bc96-8e6285233766 is going to be updated. [ 811.391373] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.391552] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.391610] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.391799] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.391941] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.400982] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: IN_PROGRESS for 2s [ 812.990875] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 812.991172] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 813.414345] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: SUCCESS [ 813.414595] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.414790] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.415057] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.415259] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.415379] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.415445] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.415606] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.415719] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.415817] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.416178] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.918548] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.918548] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.918548] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.918548] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.918849] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.918849] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.918849] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.918988] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.919233] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.919233] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.919435] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.919435] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.919517] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.919604] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.919739] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.919827] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.919886] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.920030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.920865] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.920865] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.920865] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.207448] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.207448] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.207448] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.207448] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.207448] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.422667] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3b7d3ea-9250-432c-bc96-8e6285233766: rpc.has_security_group_logging(os_id): False [ 814.442767] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.442987] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.442987] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.443197] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.443288] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.443535] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.443636] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.443776] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.443981] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.444083] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.444392] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.444508] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.444576] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.444727] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.444807] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.445010] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.445131] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.445201] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.445345] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.445422] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.445506] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3b7d3ea-9250-432c-bc96-8e6285233766 is going to be updated. [ 814.509223] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.509483] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.509483] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.509699] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.509837] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.525167] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: IN_PROGRESS for 2s [ 814.710458] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.212522] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.714928] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 815.714928] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 816.302098] env[65426]: INFO networking_nsxv3.common.synchronization [req-ff9a9e3b-0029-4330-a687-7fc3be17ca6d req-6d1bfc68-1ace-4429-87a4-d27b584feea6 tempest-ServersAdminTestJSON-43446295 tempest-ServersAdminTestJSON-43446295-project-member] Enqueued Resource ID: d4854309-962d-48c8-b0eb-2c80cfee614f with Priority: HIGHEST for action security_group_members [ 816.302653] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4854309-962d-48c8-b0eb-2c80cfee614f with Priority: HIGHEST for action security_group_members [ 816.302964] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4854309-962d-48c8-b0eb-2c80cfee614f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.303166] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.303262] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.303496] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.303685] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.303814] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.304066] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.304066] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.304187] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.304301] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.535932] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: SUCCESS [ 816.536189] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.578766] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.578931] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.578987] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.579201] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.591457] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 816.592450] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.593437] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 816.618665] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.618853] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.618907] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.619361] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.627261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.628029] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 816.628029] env[65426]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65426) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 816.628029] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 816.662016] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.662227] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.662306] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.663010] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.663695] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.663860] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 816.725929] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.726077] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.726142] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.726348] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.726570] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.726791] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 816.795851] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.795987] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.796072] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.796280] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.796596] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.796832] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:36. [ 816.796924] env[65426]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'3fe104e6-399f-4da0-af70-03afcf8c12ea', '5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e', '5a79f180-31ff-4c04-973b-a9e542e623a8', '23f8c721-0c3d-4d72-a8a8-79c4dca79b31', '0503f97f-df52-44bd-bf6d-fbc266676b01', 'f730dcc3-9e9e-4ce3-8de5-9a0661973127', '73e541d5-3c06-4c0b-b652-6d35b1d6bd3b', '5346f313-ca74-4b75-b5b6-39120ca30dea', 'f8211fdd-fd24-434e-8efd-43841e4dad59', 'dbf8c731-30d7-41db-a2d8-f5220648478b', 'a62af330-237b-4c56-b984-b3b6da313d26', 'b1d85255-ae3b-4ad6-9ffc-05968db3b7c5', '0be67ff7-69f3-4efc-83af-cd99bbc684d9', '20a52370-7c11-41ec-a9a6-514bb8c5356e', 'a4fe4e42-dd2d-4057-828e-c0a56074ca9c', 'c68b3105-e736-4d4c-98a6-c0da4c94d759', 'd4854309-962d-48c8-b0eb-2c80cfee614f', 'c42e0f06-cc93-48cd-8537-afbff61c0002', '8ea04e42-873a-4fc0-bcce-96a9a401da31', '364db919-0d26-4b36-b987-01117ca01849', '6c18f870-f5d3-418a-9cf0-aca5b950175c', '05b1fe05-a0c7-48cf-b0e0-b8396413fbb2', 'cecd5db4-8a18-46bc-9639-47440ad4a716', '36c9948d-9805-4ae9-a6f6-148f94f5c6fc', '8dc9f855-533a-4433-a61a-1b82bd71ea7f', 'c86ca883-7000-4ae0-bc89-e13fd64ee6c4', 'fb6a5ba5-6d80-4fb2-8c06-8642c3571c84', 'aa745de1-de68-4909-8e1e-68140a54af99', '0c86030f-ffc6-477f-a550-16964c328aeb', 'bd334e6f-bcdb-4aba-afec-0ac4692cb0de', '427619b0-330f-4333-b26b-8da5ebc7a1e4', '9b768bc0-4eeb-4e72-8c10-9fbf69f6a416', 'e3b7d3ea-9250-432c-bc96-8e6285233766', '26d28aa6-769e-4f48-8961-8000ce72a26f', '6221598e-80dd-419c-b559-4db19a1b425d', '645031fb-012f-4325-a00e-eb792d9e60b3'} {{(pid=65426) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 816.797036] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 816.806833] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.821067] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.821503] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.821503] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.821670] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.821782] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.821916] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 816.822020] env[65426]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65426) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 816.822151] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 816.893022] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.893022] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.893022] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.893022] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.893022] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.893022] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 816.893022] env[65426]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65426) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 816.893022] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 816.893022] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 816.893803] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/36 resources of Type:Security Group Rules [ 816.893992] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3fe104e6-399f-4da0-af70-03afcf8c12ea with Priority: HIGH for action security_group_rules [ 816.894316] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGH for action security_group_rules [ 816.894515] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 with Priority: HIGH for action security_group_rules [ 816.894748] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGH for action security_group_rules [ 816.894961] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 with Priority: HIGH for action security_group_rules [ 816.895153] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f730dcc3-9e9e-4ce3-8de5-9a0661973127 with Priority: HIGH for action security_group_rules [ 816.895305] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b with Priority: HIGH for action security_group_rules [ 816.895560] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5346f313-ca74-4b75-b5b6-39120ca30dea with Priority: HIGH for action security_group_rules [ 816.895744] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f8211fdd-fd24-434e-8efd-43841e4dad59 with Priority: HIGH for action security_group_rules [ 816.895900] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dbf8c731-30d7-41db-a2d8-f5220648478b with Priority: HIGH for action security_group_rules [ 816.896218] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGH for action security_group_rules [ 816.896711] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b1d85255-ae3b-4ad6-9ffc-05968db3b7c5 with Priority: HIGH for action security_group_rules [ 816.896711] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0be67ff7-69f3-4efc-83af-cd99bbc684d9 with Priority: HIGH for action security_group_rules [ 816.896711] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e with Priority: HIGH for action security_group_rules [ 816.896711] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4fe4e42-dd2d-4057-828e-c0a56074ca9c with Priority: HIGH for action security_group_rules [ 816.896967] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c68b3105-e736-4d4c-98a6-c0da4c94d759 with Priority: HIGH for action security_group_rules [ 816.897212] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d4854309-962d-48c8-b0eb-2c80cfee614f with Priority: HIGH for action security_group_rules [ 816.897809] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c42e0f06-cc93-48cd-8537-afbff61c0002 with Priority: HIGH for action security_group_rules [ 816.897809] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 with Priority: HIGH for action security_group_rules [ 816.898408] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 364db919-0d26-4b36-b987-01117ca01849 with Priority: HIGH for action security_group_rules [ 816.898408] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.309514] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.412836] env[65426]: INFO networking_nsxv3.common.synchronization [req-c67ad22c-d80a-4743-b68e-c53bae49fb59 req-ace51d58-201e-41f8-bbf2-2a9172c65298 tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_members [ 817.413078] env[65426]: INFO networking_nsxv3.common.synchronization [req-c67ad22c-d80a-4743-b68e-c53bae49fb59 req-ace51d58-201e-41f8-bbf2-2a9172c65298 tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: fa5af397-c334-48cd-8fbf-ad20b684f995 with Priority: HIGHEST for action security_group_members [ 817.413635] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_members [ 817.413635] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5af397-c334-48cd-8fbf-ad20b684f995 with Priority: HIGHEST for action security_group_members [ 817.413762] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe104e6-399f-4da0-af70-03afcf8c12ea with Priority: HIGH for action security_group_rules [ 817.413762] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 with Priority: HIGH for action security_group_rules [ 817.413878] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b with Priority: HIGH for action security_group_rules [ 817.414527] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4fe4e42-dd2d-4057-828e-c0a56074ca9c with Priority: HIGH for action security_group_rules [ 817.414527] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 364db919-0d26-4b36-b987-01117ca01849 with Priority: HIGH for action security_group_rules [ 817.414527] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 with Priority: HIGH for action security_group_rules [ 817.414527] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c42e0f06-cc93-48cd-8537-afbff61c0002 with Priority: HIGH for action security_group_rules [ 817.415043] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4854309-962d-48c8-b0eb-2c80cfee614f with Priority: HIGH for action security_group_rules [ 817.415043] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e with Priority: HIGH for action security_group_rules [ 817.415043] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c68b3105-e736-4d4c-98a6-c0da4c94d759 with Priority: HIGH for action security_group_rules [ 817.574256] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be67ff7-69f3-4efc-83af-cd99bbc684d9 with Priority: HIGH for action security_group_rules [ 817.574394] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d85255-ae3b-4ad6-9ffc-05968db3b7c5 with Priority: HIGH for action security_group_rules [ 817.574563] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGH for action security_group_rules [ 817.575141] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf8c731-30d7-41db-a2d8-f5220648478b with Priority: HIGH for action security_group_rules [ 817.575141] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8211fdd-fd24-434e-8efd-43841e4dad59 with Priority: HIGH for action security_group_rules [ 817.575141] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f730dcc3-9e9e-4ce3-8de5-9a0661973127 with Priority: HIGH for action security_group_rules [ 817.575141] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5346f313-ca74-4b75-b5b6-39120ca30dea with Priority: HIGH for action security_group_rules [ 817.575141] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 with Priority: HIGH for action security_group_rules [ 817.575141] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGH for action security_group_rules [ 817.575429] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGH for action security_group_rules [ 817.576663] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.576922] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.577614] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.577614] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.577614] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.577794] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.577832] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.577999] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.578090] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.578249] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.579218] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5af397-c334-48cd-8fbf-ad20b684f995 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.579352] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.579409] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.579596] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.579894] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.579894] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.579894] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.580085] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.580815] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.580815] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa5af397-c334-48cd-8fbf-ad20b684f995',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.583428] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fe104e6-399f-4da0-af70-03afcf8c12ea taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.583428] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fe104e6-399f-4da0-af70-03afcf8c12ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.583428] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fe104e6-399f-4da0-af70-03afcf8c12ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.583428] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fe104e6-399f-4da0-af70-03afcf8c12ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.583428] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fe104e6-399f-4da0-af70-03afcf8c12ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.584246] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a79f180-31ff-4c04-973b-a9e542e623a8 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.584365] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.584365] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.584510] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.584574] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a79f180-31ff-4c04-973b-a9e542e623a8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.585970] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.585970] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.585970] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.586478] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.586478] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73e541d5-3c06-4c0b-b652-6d35b1d6bd3b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.587350] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4fe4e42-dd2d-4057-828e-c0a56074ca9c taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.587480] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4fe4e42-dd2d-4057-828e-c0a56074ca9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.587480] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4fe4e42-dd2d-4057-828e-c0a56074ca9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.587650] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4fe4e42-dd2d-4057-828e-c0a56074ca9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.587723] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4fe4e42-dd2d-4057-828e-c0a56074ca9c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.588517] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-364db919-0d26-4b36-b987-01117ca01849 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.588617] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.588617] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.588840] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.589321] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('364db919-0d26-4b36-b987-01117ca01849',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.590354] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ea04e42-873a-4fc0-bcce-96a9a401da31 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.590354] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.590354] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.591416] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.591416] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ea04e42-873a-4fc0-bcce-96a9a401da31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.591574] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c42e0f06-cc93-48cd-8537-afbff61c0002 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.591634] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c42e0f06-cc93-48cd-8537-afbff61c0002" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.591680] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c42e0f06-cc93-48cd-8537-afbff61c0002" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.592084] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c42e0f06-cc93-48cd-8537-afbff61c0002" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.592164] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c42e0f06-cc93-48cd-8537-afbff61c0002',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.593627] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4854309-962d-48c8-b0eb-2c80cfee614f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.593737] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.593802] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.593955] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.594042] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.594274] env[65426]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 817.595641] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20a52370-7c11-41ec-a9a6-514bb8c5356e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.595641] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.595641] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.595641] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.595829] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20a52370-7c11-41ec-a9a6-514bb8c5356e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.596605] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c68b3105-e736-4d4c-98a6-c0da4c94d759 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.596736] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c68b3105-e736-4d4c-98a6-c0da4c94d759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.596784] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c68b3105-e736-4d4c-98a6-c0da4c94d759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.596920] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c68b3105-e736-4d4c-98a6-c0da4c94d759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.596985] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c68b3105-e736-4d4c-98a6-c0da4c94d759',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.601891] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0be67ff7-69f3-4efc-83af-cd99bbc684d9 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.601891] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0be67ff7-69f3-4efc-83af-cd99bbc684d9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.601891] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0be67ff7-69f3-4efc-83af-cd99bbc684d9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.601891] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0be67ff7-69f3-4efc-83af-cd99bbc684d9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.601891] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0be67ff7-69f3-4efc-83af-cd99bbc684d9',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.601891] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.601891] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.601891] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.601891] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.601891] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1d85255-ae3b-4ad6-9ffc-05968db3b7c5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.601891] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a62af330-237b-4c56-b984-b3b6da313d26 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.601891] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.601891] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.601891] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.601891] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.602670] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbf8c731-30d7-41db-a2d8-f5220648478b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.602769] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.602831] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.602979] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.603056] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbf8c731-30d7-41db-a2d8-f5220648478b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.603820] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8211fdd-fd24-434e-8efd-43841e4dad59 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.603917] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8211fdd-fd24-434e-8efd-43841e4dad59" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.603978] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8211fdd-fd24-434e-8efd-43841e4dad59" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.604133] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8211fdd-fd24-434e-8efd-43841e4dad59" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.604254] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8211fdd-fd24-434e-8efd-43841e4dad59',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.605084] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f730dcc3-9e9e-4ce3-8de5-9a0661973127 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.605184] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f730dcc3-9e9e-4ce3-8de5-9a0661973127" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.605247] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f730dcc3-9e9e-4ce3-8de5-9a0661973127" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.605402] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f730dcc3-9e9e-4ce3-8de5-9a0661973127" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.605467] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f730dcc3-9e9e-4ce3-8de5-9a0661973127',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.606514] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5346f313-ca74-4b75-b5b6-39120ca30dea taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.606628] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5346f313-ca74-4b75-b5b6-39120ca30dea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.606739] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5346f313-ca74-4b75-b5b6-39120ca30dea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.606819] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5346f313-ca74-4b75-b5b6-39120ca30dea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.606885] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5346f313-ca74-4b75-b5b6-39120ca30dea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.607678] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0503f97f-df52-44bd-bf6d-fbc266676b01 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.607767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.607832] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.607994] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.608079] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0503f97f-df52-44bd-bf6d-fbc266676b01',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.608300] env[65426]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 817.609023] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.609125] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.609187] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.609356] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.609426] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.610204] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23f8c721-0c3d-4d72-a8a8-79c4dca79b31 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.610312] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.610381] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.610545] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.610613] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.612382] env[65426]: INFO networking_nsxv3.common.synchronization [req-c67ad22c-d80a-4743-b68e-c53bae49fb59 req-ace51d58-201e-41f8-bbf2-2a9172c65298 tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_rules [ 817.612539] env[65426]: INFO networking_nsxv3.common.synchronization [req-c67ad22c-d80a-4743-b68e-c53bae49fb59 req-ace51d58-201e-41f8-bbf2-2a9172c65298 tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_members [ 817.612663] env[65426]: INFO networking_nsxv3.common.synchronization [req-c67ad22c-d80a-4743-b68e-c53bae49fb59 req-ace51d58-201e-41f8-bbf2-2a9172c65298 tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: fa5af397-c334-48cd-8fbf-ad20b684f995 with Priority: HIGHEST for action security_group_rules [ 817.612887] env[65426]: INFO networking_nsxv3.common.synchronization [req-c67ad22c-d80a-4743-b68e-c53bae49fb59 req-ace51d58-201e-41f8-bbf2-2a9172c65298 tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: fa5af397-c334-48cd-8fbf-ad20b684f995 with Priority: HIGHEST for action security_group_members [ 817.612952] env[65426]: INFO networking_nsxv3.common.synchronization [req-c67ad22c-d80a-4743-b68e-c53bae49fb59 req-ace51d58-201e-41f8-bbf2-2a9172c65298 tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63 with Priority: HIGHEST for action port [ 817.616588] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.619050] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_rules [ 817.619231] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5af397-c334-48cd-8fbf-ad20b684f995 with Priority: HIGHEST for action security_group_rules [ 817.619360] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63 with Priority: HIGHEST for action port [ 817.619598] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_members [ 817.619759] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5af397-c334-48cd-8fbf-ad20b684f995 with Priority: HIGHEST for action security_group_members [ 817.623569] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.623675] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.623737] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.623921] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.624008] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.624772] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa5af397-c334-48cd-8fbf-ad20b684f995 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.625054] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.625054] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.625684] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.625684] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa5af397-c334-48cd-8fbf-ad20b684f995',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.625981] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.626303] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.626303] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.626303] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.626431] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.627182] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.627267] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.627608] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5af397-c334-48cd-8fbf-ad20b684f995 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.627608] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.649185] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.649185] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.649185] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.649185] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.672533] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.673693] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4fe4e42-dd2d-4057-828e-c0a56074ca9c is going to be deleted. [ 817.726819] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.726819] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.726819] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.726819] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.726819] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.726819] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4fe4e42-dd2d-4057-828e-c0a56074ca9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.811641] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.811797] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.811911] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.812085] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.812229] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.812334] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4854309-962d-48c8-b0eb-2c80cfee614f is going to be updated. [ 817.847887] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.847976] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.848064] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.848248] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.848475] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.857658] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4854309-962d-48c8-b0eb-2c80cfee614f in Status: IN_PROGRESS for 2s [ 818.083852] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa5af397-c334-48cd-8fbf-ad20b684f995',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.089624] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.089624] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.089624] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.089624] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.089624] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.089624] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.089624] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.089624] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.089624] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.090029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.090029] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73e541d5-3c06-4c0b-b652-6d35b1d6bd3b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.090776] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-364db919-0d26-4b36-b987-01117ca01849 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.090883] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.090927] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.091060] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.091199] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.091287] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.091343] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.091579] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.091579] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.091695] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.091797] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('364db919-0d26-4b36-b987-01117ca01849',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.108616] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.108805] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.108852] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.109079] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.118594] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ea04e42-873a-4fc0-bcce-96a9a401da31 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.118684] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.118782] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.118988] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.119638] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.119638] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.119771] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.120408] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.120408] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.120408] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.120408] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ea04e42-873a-4fc0-bcce-96a9a401da31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.123728] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.130029] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.130029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.130029] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63 with status ACTIVE [ 818.130840] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.131467] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.132060] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.132060] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.132060] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.132514] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.132595] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.133663] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.133663] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.133663] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.133663] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.133663] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.133663] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.133663] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.133663] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.134140] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63 is going to be updated. [ 818.136077] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5af397-c334-48cd-8fbf-ad20b684f995 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.137393] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.138818] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.139013] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a79f180-31ff-4c04-973b-a9e542e623a8 is going to be deleted. [ 818.142986] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.142986] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.142986] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.147271] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.153768] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4854309-962d-48c8-b0eb-2c80cfee614f taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.153966] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.155405] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a62af330-237b-4c56-b984-b3b6da313d26 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.155570] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.155675] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.155894] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.156071] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.156172] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.156244] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.156411] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.156498] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.156584] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.156670] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.161830] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf8c731-30d7-41db-a2d8-f5220648478b taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.162062] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.162125] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.166310] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.166310] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.166310] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.166310] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.166310] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.166310] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.166310] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.166310] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbf8c731-30d7-41db-a2d8-f5220648478b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.174692] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.174832] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.174873] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.175078] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.175844] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.175844] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.178508] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.178508] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fe104e6-399f-4da0-af70-03afcf8c12ea is going to be deleted. [ 818.182592] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-c68b3105-e736-4d4c-98a6-c0da4c94d759 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.182592] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c68b3105-e736-4d4c-98a6-c0da4c94d759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.182794] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c68b3105-e736-4d4c-98a6-c0da4c94d759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.182880] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c68b3105-e736-4d4c-98a6-c0da4c94d759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.183049] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.183149] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.183210] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.183359] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.183442] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.183529] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c68b3105-e736-4d4c-98a6-c0da4c94d759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.183753] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c68b3105-e736-4d4c-98a6-c0da4c94d759',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.184909] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-20a52370-7c11-41ec-a9a6-514bb8c5356e taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.185030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.185101] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.185325] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.185424] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.185516] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.185575] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.185712] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.185789] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.185872] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.185969] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20a52370-7c11-41ec-a9a6-514bb8c5356e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.228061] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.228244] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.228290] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.228479] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.333179] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.333549] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.334524] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.334620] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.335335] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.336099] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.341425] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.341568] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.342444] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.342541] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.344727] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.344849] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.345644] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.345746] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.351112] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.351513] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.360687] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.360959] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.361594] env[65426]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 818.362019] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.362144] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5346f313-ca74-4b75-b5b6-39120ca30dea is going to be deleted. [ 818.363094] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.363289] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.392791] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.393014] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.410644] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.410858] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e is going to be deleted. [ 818.412269] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.412553] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.473443] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.473644] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0be67ff7-69f3-4efc-83af-cd99bbc684d9 is going to be deleted. [ 818.475065] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.475325] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.475428] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.475557] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a79f180-31ff-4c04-973b-a9e542e623a8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.476095] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.476280] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.481081] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.481261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.516960] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.517099] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 is going to be deleted. [ 818.518121] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.518344] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.536020] env[65426]: INFO networking_nsxv3.common.synchronization [req-0ed537a5-66dd-4565-b75e-2d9e2db56276 req-b325f7cb-be98-427f-9240-d6a1b05b2523 tempest-ImagesTestJSON-1192390857 tempest-ImagesTestJSON-1192390857-project-member] Enqueued Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_members [ 818.536020] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_members [ 818.536442] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.536442] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.536442] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.536728] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.536767] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.536854] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.536903] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.537043] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.537126] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.537239] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.565190] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.565320] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.576849] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.577388] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f730dcc3-9e9e-4ce3-8de5-9a0661973127 is going to be deleted. [ 818.578161] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.578485] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.580195] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.580412] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.586849] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa5af397-c334-48cd-8fbf-ad20b684f995',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.593349] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.593730] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.593900] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.594071] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.594254] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.594380] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.594467] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.594634] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.594794] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.594867] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.594993] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.595420] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.595501] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.595672] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.595827] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.595929] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.595984] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.596161] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.596241] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.596336] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.596429] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73e541d5-3c06-4c0b-b652-6d35b1d6bd3b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.597571] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-364db919-0d26-4b36-b987-01117ca01849 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.597773] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.597773] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.598322] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.598322] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.598322] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.598322] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.598620] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.598620] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.598620] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.598723] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-364db919-0d26-4b36-b987-01117ca01849 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.599583] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.599583] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.599583] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.599583] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.599583] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.599583] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.599583] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.599815] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.599815] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.599815] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('364db919-0d26-4b36-b987-01117ca01849',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.612727] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.612917] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.621304] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.621468] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c42e0f06-cc93-48cd-8537-afbff61c0002 is going to be deleted. [ 818.622518] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.622744] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.623752] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ea04e42-873a-4fc0-bcce-96a9a401da31 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.623907] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.623948] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.624445] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.624619] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.624796] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.624796] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.624927] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.625015] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.625108] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.625261] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ea04e42-873a-4fc0-bcce-96a9a401da31 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.625345] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.625404] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.625540] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.625672] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.625763] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.625847] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.625952] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.626072] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.626115] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.626195] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ea04e42-873a-4fc0-bcce-96a9a401da31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.627414] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.627519] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.627586] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.627744] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.627821] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.627898] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3b7d3ea-9250-432c-bc96-8e6285233766 is going to be updated. [ 818.675195] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbf8c731-30d7-41db-a2d8-f5220648478b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.680135] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.693795] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-20a52370-7c11-41ec-a9a6-514bb8c5356e taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.693990] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.694078] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.694294] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.694478] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.694597] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.694668] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.694887] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.694945] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.695056] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.695222] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-20a52370-7c11-41ec-a9a6-514bb8c5356e taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.695331] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.695385] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.695542] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.695690] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.695781] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.695855] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.695997] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.696112] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.696201] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.696287] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20a52370-7c11-41ec-a9a6-514bb8c5356e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.697541] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c68b3105-e736-4d4c-98a6-c0da4c94d759',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.731917] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.732170] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.743416] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.743622] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8211fdd-fd24-434e-8efd-43841e4dad59 is going to be deleted. [ 818.744577] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.744796] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.755375] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.755616] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.755616] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.755819] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.755934] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.787260] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.787408] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.788289] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: IN_PROGRESS for 2s [ 818.801266] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.801424] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1d85255-ae3b-4ad6-9ffc-05968db3b7c5 is going to be deleted. [ 818.802487] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.802721] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.844826] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.845018] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 is going to be deleted. [ 818.846406] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.846406] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.846406] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.846622] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fe104e6-399f-4da0-af70-03afcf8c12ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.846622] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.846792] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.846832] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.846946] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5346f313-ca74-4b75-b5b6-39120ca30dea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.848934] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.849174] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.849273] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.849486] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.849654] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.849928] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.849928] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.850077] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0be67ff7-69f3-4efc-83af-cd99bbc684d9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.850240] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.850456] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.850559] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.850805] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.850889] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.851072] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.851109] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.851218] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f730dcc3-9e9e-4ce3-8de5-9a0661973127" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.851415] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.851530] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.851647] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.851764] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c42e0f06-cc93-48cd-8537-afbff61c0002" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.918333] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.918508] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.918578] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.918793] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.918876] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.918992] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1d85255-ae3b-4ad6-9ffc-05968db3b7c5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.927449] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.927674] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.927674] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.927916] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.928038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.928083] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8211fdd-fd24-434e-8efd-43841e4dad59" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.949444] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-730 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.949670] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-730" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.950374] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-730" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.950374] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-730" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.950374] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.950579] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.950579] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.950791] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.950932] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.952404] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.952911] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.952911] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.952911] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.953208] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.953430] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.953582] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.974607] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.974607] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.974607] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.974607] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.974607] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.974607] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.988469] env[65426]: WARNING urllib3.connectionpool [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 818.989189] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.989400] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 818.989482] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.989704] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-730" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.990368] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-cf882a97-9bd8-4430-ab85-d41df56b96a2 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.990530] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-cf882a97-9bd8-4430-ab85-d41df56b96a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.990591] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-cf882a97-9bd8-4430-ab85-d41df56b96a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.990976] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-cf882a97-9bd8-4430-ab85-d41df56b96a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.991164] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf882a97-9bd8-4430-ab85-d41df56b96a2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.039375] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.039561] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.039628] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.039842] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.039932] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.040144] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.040239] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.040304] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.040449] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.040525] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.040609] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 is going to be deleted. [ 819.090145] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.090417] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.090417] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.090603] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.090698] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.090798] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5af397-c334-48cd-8fbf-ad20b684f995 is going to be created. [ 819.102928] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b: rpc.has_security_group_logging(os_id): False [ 819.104415] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 364db919-0d26-4b36-b987-01117ca01849: rpc.has_security_group_logging(os_id): False [ 819.124965] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.125143] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.125212] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.125535] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.125634] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.125735] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.130173] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ea04e42-873a-4fc0-bcce-96a9a401da31: rpc.has_security_group_logging(os_id): False [ 819.132123] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.132248] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.132318] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.132513] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.134616] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.134717] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.149262] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.149468] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.149550] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.149740] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.149896] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.162862] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.163069] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.180728] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbf8c731-30d7-41db-a2d8-f5220648478b: rpc.has_security_group_logging(os_id): False [ 819.183135] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5af397-c334-48cd-8fbf-ad20b684f995 in Status: UNINITIALIZED for 2s [ 819.187500] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a62af330-237b-4c56-b984-b3b6da313d26: rpc.has_security_group_logging(os_id): False [ 819.187500] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.187500] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.187500] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.187500] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.187500] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.187500] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.187500] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.187500] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.187500] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.188349] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.188598] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.188914] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.189198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.189401] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.189668] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.189866] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.190081] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b is going to be updated. [ 819.191282] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.191569] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.201973] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.201973] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.201973] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c68b3105-e736-4d4c-98a6-c0da4c94d759: rpc.has_security_group_logging(os_id): False [ 819.204207] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20a52370-7c11-41ec-a9a6-514bb8c5356e: rpc.has_security_group_logging(os_id): False [ 819.231367] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.231563] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.232568] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.232666] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.233357] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.233473] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.238355] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.238603] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.238714] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.238793] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.238989] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.239082] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.239267] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.239388] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.239452] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.239595] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.239667] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.239845] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.239925] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.239985] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.240134] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.240207] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.240346] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 364db919-0d26-4b36-b987-01117ca01849 is going to be updated. [ 819.241370] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.241532] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.261739] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.262067] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.262131] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.262212] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.262418] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.262502] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.262701] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.262796] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.262852] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.262991] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.263073] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.263267] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.263345] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.263407] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.263546] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.263623] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.263716] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 is going to be updated. [ 819.265984] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.266184] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.341787] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.342254] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.348369] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.348814] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.348990] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.349115] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.349501] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.349601] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.349704] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a62af330-237b-4c56-b984-b3b6da313d26 is going to be updated. [ 819.351067] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.351258] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.356751] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.356925] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.470788] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.470788] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.471076] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.471076] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.471277] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.471277] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.471470] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.471587] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.471649] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.471855] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.471937] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.472135] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.472220] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.472274] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.472418] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.472494] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.472613] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e is going to be updated. [ 819.473784] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.473950] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.494200] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.494433] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.494498] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.494841] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.495016] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.495192] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port cf882a97-9bd8-4430-ab85-d41df56b96a2 not found, creating... [ 819.495491] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.495817] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.495978] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.496236] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.496469] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.496829] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.497049] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.497215] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.497514] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.497699] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.498110] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: cf882a97-9bd8-4430-ab85-d41df56b96a2 is going to be created. [ 819.500712] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.500915] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.536495] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.536840] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.536967] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.537024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.537268] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.537435] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.538038] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c68b3105-e736-4d4c-98a6-c0da4c94d759 is going to be updated. [ 819.538808] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.539461] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.576848] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.577183] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.577658] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.577658] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.577906] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.578027] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-cf882a97-9bd8-4430-ab85-d41df56b96a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.580643] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.580643] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.600710] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.601075] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.601220] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.601303] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.601520] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.601659] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.601751] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbf8c731-30d7-41db-a2d8-f5220648478b is going to be updated. [ 819.602896] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.603110] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.603253] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.604242] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.604406] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.604543] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.605874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.606054] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.606182] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.606975] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.607146] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.607292] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.648449] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 in Status: IN_PROGRESS for 2s [ 819.649597] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b in Status: IN_PROGRESS for 2s [ 819.650501] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a62af330-237b-4c56-b984-b3b6da313d26 in Status: IN_PROGRESS for 2s [ 819.658586] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 364db919-0d26-4b36-b987-01117ca01849 in Status: IN_PROGRESS for 2s [ 819.684204] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.684392] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.684478] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.684699] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.684943] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.705930] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.706164] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.706164] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.706360] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.706506] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.742605] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c68b3105-e736-4d4c-98a6-c0da4c94d759 in Status: IN_PROGRESS for 2s [ 819.743765] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e in Status: IN_PROGRESS for 2s [ 819.745062] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.745236] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.745369] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.745676] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.745899] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.788125] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbf8c731-30d7-41db-a2d8-f5220648478b in Status: IN_PROGRESS for 2s [ 819.874107] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4854309-962d-48c8-b0eb-2c80cfee614f in Status: SUCCESS [ 819.874338] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.874525] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.874738] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.874934] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.875065] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.875142] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.875580] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.875580] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.875580] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.875580] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.249656] env[65426]: INFO networking_nsxv3.common.synchronization [req-0ed537a5-66dd-4565-b75e-2d9e2db56276 req-a3822b1a-c3fa-4fd1-b144-2e14d0009d79 service nova] Enqueued Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_rules [ 820.249850] env[65426]: INFO networking_nsxv3.common.synchronization [req-0ed537a5-66dd-4565-b75e-2d9e2db56276 req-a3822b1a-c3fa-4fd1-b144-2e14d0009d79 service nova] Enqueued Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_members [ 820.249986] env[65426]: INFO networking_nsxv3.common.synchronization [req-0ed537a5-66dd-4565-b75e-2d9e2db56276 req-a3822b1a-c3fa-4fd1-b144-2e14d0009d79 service nova] Enqueued Resource ID: cf882a97-9bd8-4430-ab85-d41df56b96a2 with Priority: HIGHEST for action port [ 820.250568] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_rules [ 820.250785] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_members [ 820.250985] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf882a97-9bd8-4430-ab85-d41df56b96a2 with Priority: HIGHEST for action port [ 820.251379] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23f8c721-0c3d-4d72-a8a8-79c4dca79b31 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.251556] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.251673] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.251960] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.252108] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.253097] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.253219] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.253286] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.253471] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.253671] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.253769] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.253830] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.253973] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.254069] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.254158] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.256220] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf882a97-9bd8-4430-ab85-d41df56b96a2 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.256365] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf882a97-9bd8-4430-ab85-d41df56b96a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.256423] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf882a97-9bd8-4430-ab85-d41df56b96a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.256581] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf882a97-9bd8-4430-ab85-d41df56b96a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.256660] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf882a97-9bd8-4430-ab85-d41df56b96a2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.320135] env[65426]: INFO networking_nsxv3.common.synchronization [None req-4d893844-14ba-4045-83a2-de9ddfcbc5eb None None] Enqueued Resource ID: c9868cfc-b95e-46f3-b4ff-588f9048f677 with Priority: HIGHEST for action port [ 820.320837] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9868cfc-b95e-46f3-b4ff-588f9048f677 with Priority: HIGHEST for action port [ 820.322476] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9868cfc-b95e-46f3-b4ff-588f9048f677 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.322607] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9868cfc-b95e-46f3-b4ff-588f9048f677" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.322674] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9868cfc-b95e-46f3-b4ff-588f9048f677" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.322923] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9868cfc-b95e-46f3-b4ff-588f9048f677" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.323016] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9868cfc-b95e-46f3-b4ff-588f9048f677',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.378024] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4854309-962d-48c8-b0eb-2c80cfee614f taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.378024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.378442] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.378442] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.378522] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.378581] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.378633] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.378780] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.378868] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.379019] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.379117] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4854309-962d-48c8-b0eb-2c80cfee614f taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.379210] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.379270] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.379465] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.379622] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.379743] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.379806] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.379949] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.380037] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.380141] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.380244] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.759471] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.759641] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.759817] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.760734] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf882a97-9bd8-4430-ab85-d41df56b96a2 with status ACTIVE [ 820.760920] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.761059] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.762097] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.762097] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.762097] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.762097] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.762097] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.762097] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.762097] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.762097] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.768594] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.768594] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.768594] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.768594] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.768594] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.768594] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf882a97-9bd8-4430-ab85-d41df56b96a2 is going to be updated. [ 820.795590] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.795803] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.795931] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.796145] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.796285] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.796441] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf882a97-9bd8-4430-ab85-d41df56b96a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.798234] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: SUCCESS [ 820.798450] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.798563] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.798783] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.798973] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.799070] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.799128] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.799265] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.799469] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.799558] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.826442] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9868cfc-b95e-46f3-b4ff-588f9048f677 [ 820.826442] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.826442] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.826442] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.826740] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.826740] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.827157] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9868cfc-b95e-46f3-b4ff-588f9048f677 already deleted. [ 820.827157] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9868cfc-b95e-46f3-b4ff-588f9048f677" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.884068] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4854309-962d-48c8-b0eb-2c80cfee614f: rpc.has_security_group_logging(os_id): False [ 820.905750] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.905923] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.905988] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.906204] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.946267] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.947383] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.947383] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.947383] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.947644] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.947793] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.948330] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.948330] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.948330] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.948496] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.948589] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.948817] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.948914] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.948973] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.949288] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.949444] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.949956] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4854309-962d-48c8-b0eb-2c80cfee614f is going to be updated. [ 820.993039] env[65426]: INFO networking_nsxv3.common.synchronization [req-7f3176a6-ec6d-4e84-b6ba-26a71ab37037 req-925cd430-100b-4b39-958f-743bcac6d841 tempest-ServersTestFqdnHostnames-1867227065 tempest-ServersTestFqdnHostnames-1867227065-project-member] Enqueued Resource ID: cecd5db4-8a18-46bc-9639-47440ad4a716 with Priority: HIGHEST for action security_group_members [ 820.993039] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cecd5db4-8a18-46bc-9639-47440ad4a716 with Priority: HIGHEST for action security_group_members [ 820.993664] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-cecd5db4-8a18-46bc-9639-47440ad4a716 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.993987] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cecd5db4-8a18-46bc-9639-47440ad4a716" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.994191] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cecd5db4-8a18-46bc-9639-47440ad4a716" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.995675] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cecd5db4-8a18-46bc-9639-47440ad4a716" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.995675] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.995675] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.995675] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.995675] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.995675] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.995675] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cecd5db4-8a18-46bc-9639-47440ad4a716',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.028023] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.028157] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.028202] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.028767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.028767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.046106] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4854309-962d-48c8-b0eb-2c80cfee614f in Status: IN_PROGRESS for 2s [ 821.194601] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5af397-c334-48cd-8fbf-ad20b684f995 in Status: SUCCESS [ 821.194816] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.194977] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.195236] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.195385] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.195592] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.195592] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.195696] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.195773] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.195866] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa5af397-c334-48cd-8fbf-ad20b684f995',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.272083] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.302162] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.497704] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.498950] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.498950] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.498950] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.520921] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.521174] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.521299] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.521350] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.521547] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.521632] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.521719] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cecd5db4-8a18-46bc-9639-47440ad4a716 is going to be updated. [ 821.550342] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.550818] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.550914] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.551151] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.551296] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.563575] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cecd5db4-8a18-46bc-9639-47440ad4a716 in Status: IN_PROGRESS for 2s [ 821.667615] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 in Status: SUCCESS [ 821.669585] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.671768] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a62af330-237b-4c56-b984-b3b6da313d26 in Status: SUCCESS [ 821.671768] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.674160] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b in Status: SUCCESS [ 821.674160] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.674160] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 364db919-0d26-4b36-b987-01117ca01849 in Status: SUCCESS [ 821.674160] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.702788] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa5af397-c334-48cd-8fbf-ad20b684f995',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.756103] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e in Status: SUCCESS [ 821.756871] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.757096] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c68b3105-e736-4d4c-98a6-c0da4c94d759 in Status: SUCCESS [ 821.757199] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c68b3105-e736-4d4c-98a6-c0da4c94d759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.774929] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.775294] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.775294] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.775405] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.775442] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.775538] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 is going to be created. [ 821.785035] env[65426]: INFO networking_nsxv3.common.synchronization [None req-c884263b-2317-4b09-b202-855eaf305574 tempest-AttachVolumeTestJSON-860233858 tempest-AttachVolumeTestJSON-860233858-project-member] Enqueued Resource ID: de4f6c56-eebc-4723-ac43-d01bceee3696 with Priority: HIGHEST for action security_group_rules [ 821.785593] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de4f6c56-eebc-4723-ac43-d01bceee3696 with Priority: HIGHEST for action security_group_rules [ 821.785859] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de4f6c56-eebc-4723-ac43-d01bceee3696 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.785975] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de4f6c56-eebc-4723-ac43-d01bceee3696" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.786071] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de4f6c56-eebc-4723-ac43-d01bceee3696" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.786321] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de4f6c56-eebc-4723-ac43-d01bceee3696" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.786358] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de4f6c56-eebc-4723-ac43-d01bceee3696',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.802643] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbf8c731-30d7-41db-a2d8-f5220648478b in Status: SUCCESS [ 821.802643] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.805184] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.805184] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.805184] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.805184] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.807040] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.807040] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.818845] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 in Status: UNINITIALIZED for 2s [ 821.896396] env[65426]: INFO networking_nsxv3.common.synchronization [None req-8b04446d-9410-4f76-bbaf-b05e091a4387 tempest-AttachVolumeTestJSON-860233858 tempest-AttachVolumeTestJSON-860233858-project-member] Enqueued Resource ID: de4f6c56-eebc-4723-ac43-d01bceee3696 with Priority: HIGHEST for action security_group_rules [ 821.896396] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de4f6c56-eebc-4723-ac43-d01bceee3696 with Priority: HIGHEST for action security_group_rules [ 821.896767] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de4f6c56-eebc-4723-ac43-d01bceee3696 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.896904] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de4f6c56-eebc-4723-ac43-d01bceee3696" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.132132] env[65426]: INFO networking_nsxv3.common.synchronization [req-c002c296-2cf3-4a84-8078-0adce86c172b req-1ee4c1db-741c-4ea7-84bc-c0d1b48e6e81 tempest-ServerRescueTestJSONUnderV235-75651473 tempest-ServerRescueTestJSONUnderV235-75651473-project-member] Enqueued Resource ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 with Priority: HIGHEST for action security_group_members [ 822.132132] env[65426]: INFO networking_nsxv3.common.synchronization [req-c002c296-2cf3-4a84-8078-0adce86c172b req-1ee4c1db-741c-4ea7-84bc-c0d1b48e6e81 tempest-ServerRescueTestJSONUnderV235-75651473 tempest-ServerRescueTestJSONUnderV235-75651473-project-member] Enqueued Resource ID: b78154d0-75d9-413f-be8b-f044749889ea with Priority: HIGHEST for action security_group_members [ 822.132683] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 with Priority: HIGHEST for action security_group_members [ 822.135874] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b78154d0-75d9-413f-be8b-f044749889ea with Priority: HIGHEST for action security_group_members [ 822.135874] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ea04e42-873a-4fc0-bcce-96a9a401da31 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.135874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.135874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.135874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.135874] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.135874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.135874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.135874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.135874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.135874] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ea04e42-873a-4fc0-bcce-96a9a401da31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.135874] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-b78154d0-75d9-413f-be8b-f044749889ea taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.135874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b78154d0-75d9-413f-be8b-f044749889ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.135874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b78154d0-75d9-413f-be8b-f044749889ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.135874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b78154d0-75d9-413f-be8b-f044749889ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.135874] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.137235] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.137235] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.137235] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.137235] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.137235] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b78154d0-75d9-413f-be8b-f044749889ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.194339] env[65426]: INFO networking_nsxv3.common.synchronization [req-c002c296-2cf3-4a84-8078-0adce86c172b req-1ee4c1db-741c-4ea7-84bc-c0d1b48e6e81 tempest-ServerRescueTestJSONUnderV235-75651473 tempest-ServerRescueTestJSONUnderV235-75651473-project-member] Enqueued Resource ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 with Priority: HIGHEST for action security_group_rules [ 822.194522] env[65426]: INFO networking_nsxv3.common.synchronization [req-c002c296-2cf3-4a84-8078-0adce86c172b req-1ee4c1db-741c-4ea7-84bc-c0d1b48e6e81 tempest-ServerRescueTestJSONUnderV235-75651473 tempest-ServerRescueTestJSONUnderV235-75651473-project-member] Enqueued Resource ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 with Priority: HIGHEST for action security_group_members [ 822.194678] env[65426]: INFO networking_nsxv3.common.synchronization [req-c002c296-2cf3-4a84-8078-0adce86c172b req-1ee4c1db-741c-4ea7-84bc-c0d1b48e6e81 tempest-ServerRescueTestJSONUnderV235-75651473 tempest-ServerRescueTestJSONUnderV235-75651473-project-member] Enqueued Resource ID: b78154d0-75d9-413f-be8b-f044749889ea with Priority: HIGHEST for action security_group_rules [ 822.194818] env[65426]: INFO networking_nsxv3.common.synchronization [req-c002c296-2cf3-4a84-8078-0adce86c172b req-1ee4c1db-741c-4ea7-84bc-c0d1b48e6e81 tempest-ServerRescueTestJSONUnderV235-75651473 tempest-ServerRescueTestJSONUnderV235-75651473-project-member] Enqueued Resource ID: b78154d0-75d9-413f-be8b-f044749889ea with Priority: HIGHEST for action security_group_members [ 822.194955] env[65426]: INFO networking_nsxv3.common.synchronization [req-c002c296-2cf3-4a84-8078-0adce86c172b req-1ee4c1db-741c-4ea7-84bc-c0d1b48e6e81 tempest-ServerRescueTestJSONUnderV235-75651473 tempest-ServerRescueTestJSONUnderV235-75651473-project-member] Enqueued Resource ID: 835e7b6d-87ac-4042-a9ec-3bdce47ee5a7 with Priority: HIGHEST for action port [ 822.195480] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 with Priority: HIGHEST for action security_group_rules [ 822.196161] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b78154d0-75d9-413f-be8b-f044749889ea with Priority: HIGHEST for action security_group_rules [ 822.196280] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 835e7b6d-87ac-4042-a9ec-3bdce47ee5a7 with Priority: HIGHEST for action port [ 822.199463] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 with Priority: HIGHEST for action security_group_members [ 822.199463] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b78154d0-75d9-413f-be8b-f044749889ea with Priority: HIGHEST for action security_group_members [ 822.199463] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ea04e42-873a-4fc0-bcce-96a9a401da31 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.199463] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.199463] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.199463] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.199463] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ea04e42-873a-4fc0-bcce-96a9a401da31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.199463] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b78154d0-75d9-413f-be8b-f044749889ea taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.199463] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b78154d0-75d9-413f-be8b-f044749889ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.200413] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b78154d0-75d9-413f-be8b-f044749889ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.200413] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b78154d0-75d9-413f-be8b-f044749889ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.200413] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b78154d0-75d9-413f-be8b-f044749889ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.201028] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-835e7b6d-87ac-4042-a9ec-3bdce47ee5a7 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.201157] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-835e7b6d-87ac-4042-a9ec-3bdce47ee5a7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.201224] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-835e7b6d-87ac-4042-a9ec-3bdce47ee5a7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.201385] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-835e7b6d-87ac-4042-a9ec-3bdce47ee5a7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.201456] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('835e7b6d-87ac-4042-a9ec-3bdce47ee5a7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.202693] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ea04e42-873a-4fc0-bcce-96a9a401da31 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.202785] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.202958] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-b78154d0-75d9-413f-be8b-f044749889ea taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.203047] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b78154d0-75d9-413f-be8b-f044749889ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.206050] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa5af397-c334-48cd-8fbf-ad20b684f995',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.229308] env[65426]: INFO networking_nsxv3.common.synchronization [None req-d3928cb2-5235-4c8c-b8ac-2bf76e502822 None None] Enqueued Resource ID: 0ce49aec-6f25-42fa-8e44-c6fb7d8b7c59 with Priority: HIGHEST for action port [ 822.230179] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ce49aec-6f25-42fa-8e44-c6fb7d8b7c59 with Priority: HIGHEST for action port [ 822.230744] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ce49aec-6f25-42fa-8e44-c6fb7d8b7c59 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.230862] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ce49aec-6f25-42fa-8e44-c6fb7d8b7c59" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.231057] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ce49aec-6f25-42fa-8e44-c6fb7d8b7c59" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.231192] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ce49aec-6f25-42fa-8e44-c6fb7d8b7c59" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.231447] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ce49aec-6f25-42fa-8e44-c6fb7d8b7c59',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.309030] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.309030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.309030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.309030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.309030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.309030] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de4f6c56-eebc-4723-ac43-d01bceee3696 already deleted. [ 822.309030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de4f6c56-eebc-4723-ac43-d01bceee3696" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.309030] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.309030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.309030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.309965] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.310270] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.310537] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3b7d3ea-9250-432c-bc96-8e6285233766 is going to be updated. [ 822.311970] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de4f6c56-eebc-4723-ac43-d01bceee3696" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.312335] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de4f6c56-eebc-4723-ac43-d01bceee3696" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.313032] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de4f6c56-eebc-4723-ac43-d01bceee3696',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.355484] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.355484] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.355484] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.356149] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.356149] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.369173] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: IN_PROGRESS for 2s [ 822.638255] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ea04e42-873a-4fc0-bcce-96a9a401da31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.639327] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b78154d0-75d9-413f-be8b-f044749889ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.700642] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ea04e42-873a-4fc0-bcce-96a9a401da31 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.700778] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.701064] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-b78154d0-75d9-413f-be8b-f044749889ea taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.701156] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b78154d0-75d9-413f-be8b-f044749889ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.703440] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 835e7b6d-87ac-4042-a9ec-3bdce47ee5a7 with status ACTIVE [ 822.703619] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.703713] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.703776] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.704011] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.704103] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.704395] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.704395] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.704512] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.704579] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.704675] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.704812] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.704895] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.704954] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.705119] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.705186] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.705266] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 835e7b6d-87ac-4042-a9ec-3bdce47ee5a7 is going to be updated. [ 822.709499] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.709651] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.709738] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.709916] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.710315] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.710315] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5af397-c334-48cd-8fbf-ad20b684f995 is going to be updated. [ 822.726527] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.726721] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.726798] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.726975] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.727132] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.727330] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-835e7b6d-87ac-4042-a9ec-3bdce47ee5a7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.734044] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ce49aec-6f25-42fa-8e44-c6fb7d8b7c59 [ 822.735439] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.735439] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.735439] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.735439] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.736262] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.736262] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ce49aec-6f25-42fa-8e44-c6fb7d8b7c59 already deleted. [ 822.736262] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ce49aec-6f25-42fa-8e44-c6fb7d8b7c59" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.740105] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.740410] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.740555] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.740806] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.741026] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.751534] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5af397-c334-48cd-8fbf-ad20b684f995 in Status: IN_PROGRESS for 2s [ 822.839475] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.839653] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.839715] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.839924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.840027] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.840127] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de4f6c56-eebc-4723-ac43-d01bceee3696 already deleted. [ 822.840204] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de4f6c56-eebc-4723-ac43-d01bceee3696" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.903833] env[65426]: INFO networking_nsxv3.common.synchronization [req-10730382-d87a-4d43-93f4-abd9fb433a92 req-27c3bfb6-2d60-4bc9-bb4d-6b5ee2282f8c tempest-ServerRescueTestJSONUnderV235-75651473 tempest-ServerRescueTestJSONUnderV235-75651473-project-member] Enqueued Resource ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 with Priority: HIGHEST for action security_group_members [ 822.903833] env[65426]: INFO networking_nsxv3.common.synchronization [req-10730382-d87a-4d43-93f4-abd9fb433a92 req-27c3bfb6-2d60-4bc9-bb4d-6b5ee2282f8c tempest-ServerRescueTestJSONUnderV235-75651473 tempest-ServerRescueTestJSONUnderV235-75651473-project-member] Enqueued Resource ID: b78154d0-75d9-413f-be8b-f044749889ea with Priority: HIGHEST for action security_group_members [ 822.904534] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 with Priority: HIGHEST for action security_group_members [ 822.904534] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b78154d0-75d9-413f-be8b-f044749889ea with Priority: HIGHEST for action security_group_members [ 822.905035] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ea04e42-873a-4fc0-bcce-96a9a401da31 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.905035] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.905530] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-b78154d0-75d9-413f-be8b-f044749889ea taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.905530] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b78154d0-75d9-413f-be8b-f044749889ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.968257] env[65426]: INFO networking_nsxv3.common.synchronization [req-10730382-d87a-4d43-93f4-abd9fb433a92 req-27c3bfb6-2d60-4bc9-bb4d-6b5ee2282f8c tempest-ServerRescueTestJSONUnderV235-75651473 tempest-ServerRescueTestJSONUnderV235-75651473-project-member] Enqueued Resource ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 with Priority: HIGHEST for action security_group_rules [ 822.969101] env[65426]: INFO networking_nsxv3.common.synchronization [req-10730382-d87a-4d43-93f4-abd9fb433a92 req-27c3bfb6-2d60-4bc9-bb4d-6b5ee2282f8c tempest-ServerRescueTestJSONUnderV235-75651473 tempest-ServerRescueTestJSONUnderV235-75651473-project-member] Enqueued Resource ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 with Priority: HIGHEST for action security_group_members [ 822.969244] env[65426]: INFO networking_nsxv3.common.synchronization [req-10730382-d87a-4d43-93f4-abd9fb433a92 req-27c3bfb6-2d60-4bc9-bb4d-6b5ee2282f8c tempest-ServerRescueTestJSONUnderV235-75651473 tempest-ServerRescueTestJSONUnderV235-75651473-project-member] Enqueued Resource ID: 835e7b6d-87ac-4042-a9ec-3bdce47ee5a7 with Priority: HIGHEST for action port [ 822.970076] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 with Priority: HIGHEST for action security_group_rules [ 822.970193] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 with Priority: HIGHEST for action security_group_members [ 822.970312] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 835e7b6d-87ac-4042-a9ec-3bdce47ee5a7 with Priority: HIGHEST for action port [ 822.970602] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ea04e42-873a-4fc0-bcce-96a9a401da31 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.970706] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.970920] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ea04e42-873a-4fc0-bcce-96a9a401da31 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.971027] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.971541] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-835e7b6d-87ac-4042-a9ec-3bdce47ee5a7 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.971689] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-835e7b6d-87ac-4042-a9ec-3bdce47ee5a7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.971743] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-835e7b6d-87ac-4042-a9ec-3bdce47ee5a7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.971931] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-835e7b6d-87ac-4042-a9ec-3bdce47ee5a7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.972044] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('835e7b6d-87ac-4042-a9ec-3bdce47ee5a7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.060948] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4854309-962d-48c8-b0eb-2c80cfee614f in Status: SUCCESS [ 823.060948] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.142440] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ea04e42-873a-4fc0-bcce-96a9a401da31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.143473] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b78154d0-75d9-413f-be8b-f044749889ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.474685] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 835e7b6d-87ac-4042-a9ec-3bdce47ee5a7 with status ACTIVE [ 823.474985] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.475202] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.475309] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.475652] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.475760] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.476018] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.476147] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.476240] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.476443] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.476533] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.476724] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.476831] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.476893] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.477093] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.477206] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.477305] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 835e7b6d-87ac-4042-a9ec-3bdce47ee5a7 is going to be updated. [ 823.502245] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.502384] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.502463] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.502667] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.502803] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.502958] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-835e7b6d-87ac-4042-a9ec-3bdce47ee5a7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.581171] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cecd5db4-8a18-46bc-9639-47440ad4a716 in Status: SUCCESS [ 823.581369] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cecd5db4-8a18-46bc-9639-47440ad4a716 deletion is rescheduled due to dependency. [ 823.581474] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cecd5db4-8a18-46bc-9639-47440ad4a716" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.647571] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.647891] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.647891] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.648009] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.648108] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.648205] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 is going to be updated. [ 823.649515] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.649633] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.649698] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.649875] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.649954] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.651564] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b78154d0-75d9-413f-be8b-f044749889ea is going to be created. [ 823.676751] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.677100] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.679018] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.679018] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.679018] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.690177] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.690177] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.690177] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.690177] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.690177] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.692887] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b78154d0-75d9-413f-be8b-f044749889ea in Status: UNINITIALIZED for 2s [ 823.702870] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 in Status: IN_PROGRESS for 2s [ 823.828675] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 in Status: SUCCESS [ 823.828911] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.829101] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.829447] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.829653] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.829770] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.829836] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.830012] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.830094] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.830179] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.830269] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.333098] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.333272] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.333346] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.333739] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.333856] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.333927] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.333978] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.334721] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.334721] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.334721] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.334721] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.334721] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.334721] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.334721] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.335295] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.335295] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.335482] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.335597] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.335712] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.335777] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.335898] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.378746] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: SUCCESS [ 824.378963] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.379179] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.379446] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.379643] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.379775] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.379840] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.380042] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.380131] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.380190] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.380294] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.763742] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5af397-c334-48cd-8fbf-ad20b684f995 in Status: SUCCESS [ 824.764137] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.764384] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.764540] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.765128] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.765128] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.765128] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.765128] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.765128] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.765749] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.765749] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa5af397-c334-48cd-8fbf-ad20b684f995',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.839876] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23f8c721-0c3d-4d72-a8a8-79c4dca79b31: rpc.has_security_group_logging(os_id): False [ 824.860228] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.860389] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.860608] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.860692] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.860767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.861471] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.861471] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.861471] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.861471] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.861471] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.861764] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.861764] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.861764] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.861884] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.861884] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.862631] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.862721] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.862721] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.863290] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.863290] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.863290] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 is going to be created. [ 824.883224] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.883437] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.883437] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.884556] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.884556] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.884556] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.884556] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.884556] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.884556] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.884556] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.884556] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.884917] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.885061] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.885817] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.885817] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.885817] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.885817] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.885817] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.885817] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.885817] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.886186] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.942144] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.942144] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.942144] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.942144] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.942144] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.955137] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 in Status: IN_PROGRESS for 2s [ 825.245965] env[65426]: INFO networking_nsxv3.common.synchronization [req-2e178b8b-4ee0-44ea-8218-aa7ccb8785c9 req-ac44893c-010c-4eeb-ade2-339e71989082 tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_members [ 825.246195] env[65426]: INFO networking_nsxv3.common.synchronization [req-2e178b8b-4ee0-44ea-8218-aa7ccb8785c9 req-ac44893c-010c-4eeb-ade2-339e71989082 tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: fa5af397-c334-48cd-8fbf-ad20b684f995 with Priority: HIGHEST for action security_group_members [ 825.246345] env[65426]: INFO networking_nsxv3.common.synchronization [req-2e178b8b-4ee0-44ea-8218-aa7ccb8785c9 req-ac44893c-010c-4eeb-ade2-339e71989082 tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: e40fc4a0-9683-4440-a6ef-b402a0364ad3 with Priority: HIGHEST for action security_group_members [ 825.246896] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_members [ 825.247276] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5af397-c334-48cd-8fbf-ad20b684f995 with Priority: HIGHEST for action security_group_members [ 825.247477] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e40fc4a0-9683-4440-a6ef-b402a0364ad3 with Priority: HIGHEST for action security_group_members [ 825.247850] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.248018] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.248078] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.248545] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.248752] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.248890] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.248979] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.249190] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.249542] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.249698] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.250921] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5af397-c334-48cd-8fbf-ad20b684f995 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.251163] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.253758] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.253758] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.253758] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.253758] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.253758] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.253758] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.253758] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.253758] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa5af397-c334-48cd-8fbf-ad20b684f995',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.255225] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e40fc4a0-9683-4440-a6ef-b402a0364ad3 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.255359] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e40fc4a0-9683-4440-a6ef-b402a0364ad3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.255430] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e40fc4a0-9683-4440-a6ef-b402a0364ad3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.255673] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e40fc4a0-9683-4440-a6ef-b402a0364ad3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.255815] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.255914] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.255968] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.256126] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.256209] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.256293] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e40fc4a0-9683-4440-a6ef-b402a0364ad3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.267863] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa5af397-c334-48cd-8fbf-ad20b684f995',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.301378] env[65426]: INFO networking_nsxv3.common.synchronization [req-2e178b8b-4ee0-44ea-8218-aa7ccb8785c9 req-ac44893c-010c-4eeb-ade2-339e71989082 tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_rules [ 825.301683] env[65426]: INFO networking_nsxv3.common.synchronization [req-2e178b8b-4ee0-44ea-8218-aa7ccb8785c9 req-ac44893c-010c-4eeb-ade2-339e71989082 tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_members [ 825.301767] env[65426]: INFO networking_nsxv3.common.synchronization [req-2e178b8b-4ee0-44ea-8218-aa7ccb8785c9 req-ac44893c-010c-4eeb-ade2-339e71989082 tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: e40fc4a0-9683-4440-a6ef-b402a0364ad3 with Priority: HIGHEST for action security_group_rules [ 825.301875] env[65426]: INFO networking_nsxv3.common.synchronization [req-2e178b8b-4ee0-44ea-8218-aa7ccb8785c9 req-ac44893c-010c-4eeb-ade2-339e71989082 tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: e40fc4a0-9683-4440-a6ef-b402a0364ad3 with Priority: HIGHEST for action security_group_members [ 825.301999] env[65426]: INFO networking_nsxv3.common.synchronization [req-2e178b8b-4ee0-44ea-8218-aa7ccb8785c9 req-ac44893c-010c-4eeb-ade2-339e71989082 tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: fa5af397-c334-48cd-8fbf-ad20b684f995 with Priority: HIGHEST for action security_group_rules [ 825.302154] env[65426]: INFO networking_nsxv3.common.synchronization [req-2e178b8b-4ee0-44ea-8218-aa7ccb8785c9 req-ac44893c-010c-4eeb-ade2-339e71989082 tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: fa5af397-c334-48cd-8fbf-ad20b684f995 with Priority: HIGHEST for action security_group_members [ 825.302272] env[65426]: INFO networking_nsxv3.common.synchronization [req-2e178b8b-4ee0-44ea-8218-aa7ccb8785c9 req-ac44893c-010c-4eeb-ade2-339e71989082 tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63 with Priority: HIGHEST for action port [ 825.302797] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_rules [ 825.302936] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e40fc4a0-9683-4440-a6ef-b402a0364ad3 with Priority: HIGHEST for action security_group_rules [ 825.303043] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5af397-c334-48cd-8fbf-ad20b684f995 with Priority: HIGHEST for action security_group_members [ 825.303259] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63 with Priority: HIGHEST for action port [ 825.303259] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5af397-c334-48cd-8fbf-ad20b684f995 with Priority: HIGHEST for action security_group_rules [ 825.303343] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_members [ 825.303379] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e40fc4a0-9683-4440-a6ef-b402a0364ad3 with Priority: HIGHEST for action security_group_members [ 825.303640] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.303777] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.303920] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e40fc4a0-9683-4440-a6ef-b402a0364ad3 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.304031] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e40fc4a0-9683-4440-a6ef-b402a0364ad3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.304171] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e40fc4a0-9683-4440-a6ef-b402a0364ad3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.304334] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e40fc4a0-9683-4440-a6ef-b402a0364ad3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.304426] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e40fc4a0-9683-4440-a6ef-b402a0364ad3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.305306] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5af397-c334-48cd-8fbf-ad20b684f995 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.306300] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.306515] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.306907] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.306980] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.307191] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.307272] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.308722] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa5af397-c334-48cd-8fbf-ad20b684f995 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.308774] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.309428] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.309428] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.309428] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e40fc4a0-9683-4440-a6ef-b402a0364ad3 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.309428] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e40fc4a0-9683-4440-a6ef-b402a0364ad3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.388848] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3b7d3ea-9250-432c-bc96-8e6285233766: rpc.has_security_group_logging(os_id): False [ 825.411260] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.411468] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.411569] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.412187] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.432146] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.432433] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.432592] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.432645] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.432824] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.432925] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.433444] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.433444] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.433444] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.433444] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.433617] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.433660] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.433765] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.433808] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.434797] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.434797] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.434797] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3b7d3ea-9250-432c-bc96-8e6285233766 is going to be updated. [ 825.513019] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.513666] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.513810] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.514070] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.514257] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.529515] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: IN_PROGRESS for 2s [ 825.702992] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b78154d0-75d9-413f-be8b-f044749889ea in Status: SUCCESS [ 825.703255] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b78154d0-75d9-413f-be8b-f044749889ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.704342] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b78154d0-75d9-413f-be8b-f044749889ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.704576] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b78154d0-75d9-413f-be8b-f044749889ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.704739] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.704930] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.704930] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.705102] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.705185] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.705279] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b78154d0-75d9-413f-be8b-f044749889ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.716249] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 in Status: SUCCESS [ 825.716545] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.716725] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.716938] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.717138] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.717254] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.717320] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.717498] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.717580] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.717675] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ea04e42-873a-4fc0-bcce-96a9a401da31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.759324] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e40fc4a0-9683-4440-a6ef-b402a0364ad3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.760331] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.761057] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa5af397-c334-48cd-8fbf-ad20b684f995',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.770060] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa5af397-c334-48cd-8fbf-ad20b684f995: rpc.has_security_group_logging(os_id): False [ 825.791248] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.791421] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.791464] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.791663] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.791769] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.792014] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.792125] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.792190] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.792344] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.792423] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.792511] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa5af397-c334-48cd-8fbf-ad20b684f995 is going to be created. [ 825.812583] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63 with status ACTIVE [ 825.812583] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.812583] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.812583] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.812583] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.812583] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.812583] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.812583] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.812583] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.812583] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.812583] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.812583] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.812583] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.812583] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.812583] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.812583] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.812583] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63 is going to be updated. [ 825.813333] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e40fc4a0-9683-4440-a6ef-b402a0364ad3 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.813333] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e40fc4a0-9683-4440-a6ef-b402a0364ad3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.851955] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.852113] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.852233] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.852502] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.852652] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.852814] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cedfa84b-c3a4-4b02-9ebf-554ed1bb9d63" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.863785] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.863960] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.864089] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.864439] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.864674] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.882031] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa5af397-c334-48cd-8fbf-ad20b684f995 in Status: IN_PROGRESS for 2s [ 826.209134] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.209134] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.209134] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.209134] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.209134] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.209134] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.209134] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.209134] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.209134] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.209134] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.209134] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b78154d0-75d9-413f-be8b-f044749889ea is going to be deleted. [ 826.220384] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ea04e42-873a-4fc0-bcce-96a9a401da31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.249143] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.249331] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.249375] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.251044] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.251044] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.251044] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b78154d0-75d9-413f-be8b-f044749889ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.251044] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b78154d0-75d9-413f-be8b-f044749889ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.251044] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b78154d0-75d9-413f-be8b-f044749889ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.251044] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.251044] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.251611] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.251611] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.251611] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.251611] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b78154d0-75d9-413f-be8b-f044749889ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.262729] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e40fc4a0-9683-4440-a6ef-b402a0364ad3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.263677] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa5af397-c334-48cd-8fbf-ad20b684f995',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.265916] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.722543] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ea04e42-873a-4fc0-bcce-96a9a401da31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.754294] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.754498] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.754552] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.754755] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.754842] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.755053] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.755148] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.755206] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.755348] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.755417] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.755496] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b78154d0-75d9-413f-be8b-f044749889ea already deleted. [ 826.755569] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b78154d0-75d9-413f-be8b-f044749889ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.755668] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b78154d0-75d9-413f-be8b-f044749889ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.756621] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b78154d0-75d9-413f-be8b-f044749889ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.756789] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b78154d0-75d9-413f-be8b-f044749889ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.756952] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.757138] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.757202] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.757447] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.757447] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.757534] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b78154d0-75d9-413f-be8b-f044749889ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.766908] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.768019] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.768019] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.768019] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.768019] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.768019] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e40fc4a0-9683-4440-a6ef-b402a0364ad3 is going to be created. [ 826.768770] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.768875] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.768940] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.769117] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.769191] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.769296] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5af397-c334-48cd-8fbf-ad20b684f995 is going to be updated. [ 826.770411] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.770700] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.770700] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.770777] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.771663] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.771663] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3b7d3ea-9250-432c-bc96-8e6285233766 is going to be updated. [ 826.812607] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.812607] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.812607] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.812607] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.812607] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.814316] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.814316] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.814518] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.814638] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.814695] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.817481] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.817669] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.817773] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.818088] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.818272] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.829667] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5af397-c334-48cd-8fbf-ad20b684f995 in Status: IN_PROGRESS for 2s [ 826.830251] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: IN_PROGRESS for 2s [ 826.830919] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e40fc4a0-9683-4440-a6ef-b402a0364ad3 in Status: UNINITIALIZED for 2s [ 826.969976] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 in Status: SUCCESS [ 826.970874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.225323] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.225478] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.225785] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.225785] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.225902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.225937] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 is going to be updated. [ 827.254602] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.254774] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.254815] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.255017] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.255171] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.258716] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b78154d0-75d9-413f-be8b-f044749889ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.259883] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.260374] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.260585] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.260798] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.260888] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.261107] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.261260] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.261365] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.261581] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.261699] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.261797] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b78154d0-75d9-413f-be8b-f044749889ea already deleted. [ 827.261881] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b78154d0-75d9-413f-be8b-f044749889ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.265148] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 in Status: IN_PROGRESS for 2s [ 827.546457] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: SUCCESS [ 827.546457] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.546678] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.546782] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.546869] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.763287] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b78154d0-75d9-413f-be8b-f044749889ea: rpc.has_security_group_logging(os_id): False [ 827.797793] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.797793] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.797793] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.797793] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.797793] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.797793] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.797793] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.797793] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.798483] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.798483] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.798483] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b78154d0-75d9-413f-be8b-f044749889ea is going to be created. [ 827.823987] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/b78154d0-75d9-413f-be8b-f044749889ea], does not exist path=[/infra/domains/default/groups/b78154d0-75d9-413f-be8b-f044749889ea]."\n}' [ 827.824198] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b78154d0-75d9-413f-be8b-f044749889ea failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b78154d0-75d9-413f-be8b-f044749889ea [ 827.824281] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 827.867207] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.867207] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.867207] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.867207] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.868011] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.868417] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.868579] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.868624] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.868832] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.868933] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.869191] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.869314] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.869387] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.869571] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.869670] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.869780] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b78154d0-75d9-413f-be8b-f044749889ea is going to be created. [ 827.896894] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/b78154d0-75d9-413f-be8b-f044749889ea], does not exist path=[/infra/domains/default/groups/b78154d0-75d9-413f-be8b-f044749889ea]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b78154d0-75d9-413f-be8b-f044749889ea [ 827.897141] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b78154d0-75d9-413f-be8b-f044749889ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.897871] env[65426]: Traceback (most recent call last): [ 827.898034] env[65426]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 827.898034] env[65426]: return func(*args, **kwargs) [ 827.898034] env[65426]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 827.898034] env[65426]: res.raise_for_status() [ 827.898034] env[65426]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 827.898034] env[65426]: raise HTTPError(http_error_msg, response=self) [ 827.898034] env[65426]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b78154d0-75d9-413f-be8b-f044749889ea [ 827.898034] env[65426]: During handling of the above exception, another exception occurred: [ 827.898034] env[65426]: Traceback (most recent call last): [ 827.898034] env[65426]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 827.898034] env[65426]: listener.cb(fileno) [ 827.898034] env[65426]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 827.898034] env[65426]: result = function(*args, **kwargs) [ 827.898034] env[65426]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 827.898034] env[65426]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 827.898034] env[65426]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 827.898034] env[65426]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 827.898034] env[65426]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 827.898034] env[65426]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 827.898034] env[65426]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 827.898034] env[65426]: res.raise_for_status() [ 827.898034] env[65426]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 827.898034] env[65426]: raise HTTPError(http_error_msg, response=self) [ 827.898034] env[65426]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b78154d0-75d9-413f-be8b-f044749889ea [ 827.898034] env[65426]: Removing descriptor: 60 [ 827.903179] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa5af397-c334-48cd-8fbf-ad20b684f995 in Status: SUCCESS [ 827.903817] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.903817] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.903905] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.904535] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa5af397-c334-48cd-8fbf-ad20b684f995',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.049785] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.051572] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.406502] env[65426]: INFO networking_nsxv3.common.synchronization [req-8543ff03-012a-446b-bf72-83794852f375 req-77b6226d-a34c-4433-b579-d1fed0d417a1 tempest-ServersTestMultiNic-1184168472 tempest-ServersTestMultiNic-1184168472-project-member] Enqueued Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_members [ 828.406987] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5af397-c334-48cd-8fbf-ad20b684f995 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.407100] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.407935] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_members [ 828.408051] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.408158] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.408236] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.408570] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.408747] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.408827] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.408885] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.409076] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.409173] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.409267] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.802414] env[65426]: INFO networking_nsxv3.common.synchronization [req-8543ff03-012a-446b-bf72-83794852f375 req-471663ba-6c70-450a-b7ae-de82ac5d12d0 tempest-ServersTestMultiNic-1184168472 tempest-ServersTestMultiNic-1184168472-project-member] Enqueued Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_members [ 828.802985] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_members [ 828.804336] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.804336] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.848581] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: SUCCESS [ 828.849718] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.849718] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.849718] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.849718] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.849718] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.849718] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.850031] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.850031] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.850031] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.855184] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e40fc4a0-9683-4440-a6ef-b402a0364ad3 in Status: SUCCESS [ 828.855184] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e40fc4a0-9683-4440-a6ef-b402a0364ad3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.855184] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e40fc4a0-9683-4440-a6ef-b402a0364ad3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.855184] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e40fc4a0-9683-4440-a6ef-b402a0364ad3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.855184] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.855184] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.855184] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.855681] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.855681] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.855681] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e40fc4a0-9683-4440-a6ef-b402a0364ad3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.858760] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5af397-c334-48cd-8fbf-ad20b684f995 in Status: SUCCESS [ 828.858959] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.859154] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.859343] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.859572] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.859690] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.859803] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.859931] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.860161] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.860161] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa5af397-c334-48cd-8fbf-ad20b684f995',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.914020] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.914020] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.914020] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.914020] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.914020] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.914020] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.914020] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.914020] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.914020] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.914020] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.914020] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e is going to be deleted. [ 828.942618] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.942618] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.942618] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.942846] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.944024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.944024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.944310] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.944589] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.946035] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.946035] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.946035] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.946035] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.946035] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.946035] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.115833] env[65426]: INFO networking_nsxv3.common.synchronization [req-30e6b5fc-fc2a-4a9d-b80f-5afc8e0544fa req-9d90f54d-6fab-43e7-a9e1-45173ce7a334 tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_members [ 829.115938] env[65426]: INFO networking_nsxv3.common.synchronization [req-30e6b5fc-fc2a-4a9d-b80f-5afc8e0544fa req-9d90f54d-6fab-43e7-a9e1-45173ce7a334 tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: fa5af397-c334-48cd-8fbf-ad20b684f995 with Priority: HIGHEST for action security_group_members [ 829.116091] env[65426]: INFO networking_nsxv3.common.synchronization [req-30e6b5fc-fc2a-4a9d-b80f-5afc8e0544fa req-9d90f54d-6fab-43e7-a9e1-45173ce7a334 tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: e40fc4a0-9683-4440-a6ef-b402a0364ad3 with Priority: HIGHEST for action security_group_members [ 829.116621] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_members [ 829.116760] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5af397-c334-48cd-8fbf-ad20b684f995 with Priority: HIGHEST for action security_group_members [ 829.116862] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e40fc4a0-9683-4440-a6ef-b402a0364ad3 with Priority: HIGHEST for action security_group_members [ 829.117221] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.117377] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.117681] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5af397-c334-48cd-8fbf-ad20b684f995 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.118254] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.118254] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e40fc4a0-9683-4440-a6ef-b402a0364ad3 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.118254] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e40fc4a0-9683-4440-a6ef-b402a0364ad3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.193874] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-53 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.194288] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-53" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.194390] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-53" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.196108] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-53" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.196108] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.196292] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.196887] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.196887] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.196887] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.197118] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.197229] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.197334] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.197439] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.197539] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.197638] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.197796] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.218846] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.219050] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 829.219150] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.219369] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-53" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.219786] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-da9be47b-dae2-4b52-acd4-a3f5f7bf6250 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.220022] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-da9be47b-dae2-4b52-acd4-a3f5f7bf6250" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.220197] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-da9be47b-dae2-4b52-acd4-a3f5f7bf6250" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.220716] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-da9be47b-dae2-4b52-acd4-a3f5f7bf6250" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.220869] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da9be47b-dae2-4b52-acd4-a3f5f7bf6250',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.277767] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 in Status: SUCCESS [ 829.277989] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.278172] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.278383] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.278573] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.278707] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.278792] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.278928] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.279013] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.279118] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.279217] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ea04e42-873a-4fc0-bcce-96a9a401da31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.280207] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.280376] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.280611] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.280707] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.280707] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.280819] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.280903] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.280990] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ea04e42-873a-4fc0-bcce-96a9a401da31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.352112] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.362089] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e40fc4a0-9683-4440-a6ef-b402a0364ad3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.363158] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa5af397-c334-48cd-8fbf-ad20b684f995',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.447360] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.447582] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.447642] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.447865] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.447954] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.448185] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.448279] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.448338] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.448512] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.448628] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.448760] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e already deleted. [ 829.448822] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.724870] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.724870] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.724870] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.725285] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.725380] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.725523] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port da9be47b-dae2-4b52-acd4-a3f5f7bf6250 not found, creating... [ 829.725789] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.725953] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.726083] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.726489] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.726489] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.726735] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.726879] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.726993] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.727483] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.727483] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.727483] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: da9be47b-dae2-4b52-acd4-a3f5f7bf6250 is going to be created. [ 829.749623] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.749864] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.749975] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.750270] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.750520] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.750770] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-da9be47b-dae2-4b52-acd4-a3f5f7bf6250" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.782782] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ea04e42-873a-4fc0-bcce-96a9a401da31 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.782941] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.783185] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ea04e42-873a-4fc0-bcce-96a9a401da31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.855078] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.866063] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e40fc4a0-9683-4440-a6ef-b402a0364ad3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.866789] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa5af397-c334-48cd-8fbf-ad20b684f995',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.283112] env[65426]: INFO networking_nsxv3.common.synchronization [req-bce3c3e5-326f-426a-acb9-b6ef81ead60d req-36f5478b-efac-4d08-aa97-5d11184ed773 tempest-ServerRescueTestJSONUnderV235-75651473 tempest-ServerRescueTestJSONUnderV235-75651473-project-member] Enqueued Resource ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 with Priority: HIGHEST for action security_group_members [ 830.283957] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 with Priority: HIGHEST for action security_group_members [ 830.283957] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ea04e42-873a-4fc0-bcce-96a9a401da31 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.284153] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.285369] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ea04e42-873a-4fc0-bcce-96a9a401da31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.358614] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.358810] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.358917] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.359190] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.359312] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.359421] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3b7d3ea-9250-432c-bc96-8e6285233766 is going to be updated. [ 830.368359] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.368506] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.368555] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.368763] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.368908] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.368948] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e40fc4a0-9683-4440-a6ef-b402a0364ad3 is going to be updated. [ 830.370201] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.370338] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.370415] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.370620] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.370740] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.370828] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5af397-c334-48cd-8fbf-ad20b684f995 is going to be updated. [ 830.408153] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.409154] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.409154] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.409154] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.409154] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.410557] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.410661] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.410781] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.410901] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.411028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.412501] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.412621] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.412688] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.413106] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.413106] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.427904] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: IN_PROGRESS for 2s [ 830.429193] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5af397-c334-48cd-8fbf-ad20b684f995 in Status: IN_PROGRESS for 2s [ 830.430015] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e40fc4a0-9683-4440-a6ef-b402a0364ad3 in Status: IN_PROGRESS for 2s [ 830.488480] env[65426]: INFO networking_nsxv3.common.synchronization [req-8543ff03-012a-446b-bf72-83794852f375 req-308875c8-65dd-404d-b44a-8dd6e1bb2c4e service nova] Enqueued Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_rules [ 830.488693] env[65426]: INFO networking_nsxv3.common.synchronization [req-8543ff03-012a-446b-bf72-83794852f375 req-308875c8-65dd-404d-b44a-8dd6e1bb2c4e service nova] Enqueued Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_members [ 830.489195] env[65426]: INFO networking_nsxv3.common.synchronization [req-8543ff03-012a-446b-bf72-83794852f375 req-308875c8-65dd-404d-b44a-8dd6e1bb2c4e service nova] Enqueued Resource ID: da9be47b-dae2-4b52-acd4-a3f5f7bf6250 with Priority: HIGHEST for action port [ 830.489504] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_rules [ 830.489829] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_members [ 830.489829] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da9be47b-dae2-4b52-acd4-a3f5f7bf6250 with Priority: HIGHEST for action port [ 830.490016] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.490198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.490198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.490396] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.490518] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.491499] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.491560] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.491609] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.491767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.491909] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.492057] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.492057] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.492198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.492282] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.492381] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.493197] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-da9be47b-dae2-4b52-acd4-a3f5f7bf6250 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.493308] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da9be47b-dae2-4b52-acd4-a3f5f7bf6250" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.493402] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da9be47b-dae2-4b52-acd4-a3f5f7bf6250" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.493514] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da9be47b-dae2-4b52-acd4-a3f5f7bf6250" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.493618] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da9be47b-dae2-4b52-acd4-a3f5f7bf6250',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.790211] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.790211] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.790211] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.790211] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.790211] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.790211] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 is going to be updated. [ 830.823166] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.823313] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.823383] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.823586] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.823721] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.835202] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 in Status: IN_PROGRESS for 2s [ 830.996811] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.999217] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.999328] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.000488] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da9be47b-dae2-4b52-acd4-a3f5f7bf6250 with status ACTIVE [ 831.000488] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.000488] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.000488] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.000488] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.000488] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.000774] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.000774] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.000774] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.000970] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.001014] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.001391] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.001512] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.001581] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.001737] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.001862] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.001917] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da9be47b-dae2-4b52-acd4-a3f5f7bf6250 is going to be updated. [ 831.032029] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.034151] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.034214] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.034482] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.034578] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.034943] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da9be47b-dae2-4b52-acd4-a3f5f7bf6250" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.052665] env[65426]: INFO networking_nsxv3.common.synchronization [req-ce56773f-ffd1-440d-b3dc-3dc76d94809e req-6dca4a29-b724-4189-ac7b-7daa1577743e tempest-ServersWithSpecificFlavorTestJSON-732847517 tempest-ServersWithSpecificFlavorTestJSON-732847517-project-member] Enqueued Resource ID: 6221598e-80dd-419c-b559-4db19a1b425d with Priority: HIGHEST for action security_group_members [ 831.052910] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6221598e-80dd-419c-b559-4db19a1b425d with Priority: HIGHEST for action security_group_members [ 831.053230] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-6221598e-80dd-419c-b559-4db19a1b425d taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.054047] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.054047] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.054047] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.054047] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.054047] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.054047] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.054454] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.054454] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.054454] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6221598e-80dd-419c-b559-4db19a1b425d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.284829] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-222 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.285048] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-222" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.285170] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-222" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.285576] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-222" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.285776] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.285930] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.286053] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.286262] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.286400] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.286605] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.286712] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.286814] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.286913] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.287023] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.287124] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.287245] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.314089] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.314264] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 831.314394] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.314563] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-222" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.314899] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-bed3068a-5274-4596-a43b-862a49c24679 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.315086] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-bed3068a-5274-4596-a43b-862a49c24679" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.315204] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-bed3068a-5274-4596-a43b-862a49c24679" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.315674] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-bed3068a-5274-4596-a43b-862a49c24679" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.315730] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bed3068a-5274-4596-a43b-862a49c24679',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.426260] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-46 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.426476] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-46" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.426929] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-46" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.427253] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-46" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.427581] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.427755] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.427929] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.428146] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.428295] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.428521] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.428639] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.428746] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.428848] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.428949] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.429058] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.429183] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.452345] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.452534] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 831.452904] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.452904] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-46" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.453180] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-2c3d7a72-a34d-46ff-9db3-5b7c0af1973e taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.453430] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-2c3d7a72-a34d-46ff-9db3-5b7c0af1973e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.453601] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-2c3d7a72-a34d-46ff-9db3-5b7c0af1973e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.453934] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-2c3d7a72-a34d-46ff-9db3-5b7c0af1973e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.454161] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c3d7a72-a34d-46ff-9db3-5b7c0af1973e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.504125] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.556727] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.556938] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.556938] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.557126] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.578191] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.578450] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.578568] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.578635] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.578847] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.578949] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.579053] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6221598e-80dd-419c-b559-4db19a1b425d is going to be updated. [ 831.614388] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.614591] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.614591] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.614774] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.614909] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.624385] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6221598e-80dd-419c-b559-4db19a1b425d in Status: IN_PROGRESS for 2s [ 831.818167] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.818393] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.818518] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.818796] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.818999] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.819200] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port bed3068a-5274-4596-a43b-862a49c24679 not found, creating... [ 831.819511] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.819729] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.819795] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.819970] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.820121] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.820481] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.820846] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.821043] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.821347] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.821550] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.821752] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: bed3068a-5274-4596-a43b-862a49c24679 is going to be created. [ 831.856143] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.856368] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.856474] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.856741] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.856963] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.857195] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-bed3068a-5274-4596-a43b-862a49c24679" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.956888] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.957041] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.957171] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.957498] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.957648] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.957842] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 2c3d7a72-a34d-46ff-9db3-5b7c0af1973e not found, creating... [ 831.958179] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.958298] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.958409] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.958630] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.958762] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.959076] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.959242] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.959358] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.959963] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.959963] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.959963] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 2c3d7a72-a34d-46ff-9db3-5b7c0af1973e is going to be created. [ 831.983404] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.983610] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.983729] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.984015] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.984276] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.984545] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-2c3d7a72-a34d-46ff-9db3-5b7c0af1973e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.006392] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.006729] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.006729] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.006810] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.006903] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.006997] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e is going to be created. [ 832.037618] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.037836] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.037836] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.038059] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.038223] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.048449] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e in Status: UNINITIALIZED for 2s [ 832.444413] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e40fc4a0-9683-4440-a6ef-b402a0364ad3 in Status: SUCCESS [ 832.444563] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e40fc4a0-9683-4440-a6ef-b402a0364ad3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.445255] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5af397-c334-48cd-8fbf-ad20b684f995 in Status: SUCCESS [ 832.445431] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.446147] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: SUCCESS [ 832.446323] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.446509] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e40fc4a0-9683-4440-a6ef-b402a0364ad3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.446743] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e40fc4a0-9683-4440-a6ef-b402a0364ad3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.447362] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.447362] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.447362] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.447645] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.447645] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.447645] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e40fc4a0-9683-4440-a6ef-b402a0364ad3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.447785] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e40fc4a0-9683-4440-a6ef-b402a0364ad3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.448647] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.448851] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.449063] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.449166] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.449256] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.449418] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.449519] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.449637] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.449736] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa5af397-c334-48cd-8fbf-ad20b684f995',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.451686] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.451686] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.451872] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.451989] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.452044] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.452354] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.452462] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.452549] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.452675] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.454107] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e40fc4a0-9683-4440-a6ef-b402a0364ad3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.454268] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e40fc4a0-9683-4440-a6ef-b402a0364ad3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.454425] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.454529] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.454574] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.454715] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.455051] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.455051] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e40fc4a0-9683-4440-a6ef-b402a0364ad3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.457249] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.457249] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.457249] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.457249] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.457249] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.457249] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.457249] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.457249] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa5af397-c334-48cd-8fbf-ad20b684f995',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.457702] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.457809] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.458461] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.458551] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.458624] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.458804] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.458892] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.458979] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.572925] env[65426]: INFO networking_nsxv3.common.synchronization [req-8543ff03-012a-446b-bf72-83794852f375 req-6182082f-3266-4451-b54e-4c51e3b1345c service nova] Enqueued Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_rules [ 832.573121] env[65426]: INFO networking_nsxv3.common.synchronization [req-8543ff03-012a-446b-bf72-83794852f375 req-6182082f-3266-4451-b54e-4c51e3b1345c service nova] Enqueued Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_members [ 832.573266] env[65426]: INFO networking_nsxv3.common.synchronization [req-8543ff03-012a-446b-bf72-83794852f375 req-6182082f-3266-4451-b54e-4c51e3b1345c service nova] Enqueued Resource ID: bed3068a-5274-4596-a43b-862a49c24679 with Priority: HIGHEST for action port [ 832.573863] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_rules [ 832.573993] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_members [ 832.574104] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed3068a-5274-4596-a43b-862a49c24679 with Priority: HIGHEST for action port [ 832.574389] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.574489] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.574988] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.575106] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.575305] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-bed3068a-5274-4596-a43b-862a49c24679 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.575406] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bed3068a-5274-4596-a43b-862a49c24679" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.575471] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bed3068a-5274-4596-a43b-862a49c24679" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.575665] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bed3068a-5274-4596-a43b-862a49c24679" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.575740] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bed3068a-5274-4596-a43b-862a49c24679',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.739355] env[65426]: INFO networking_nsxv3.common.synchronization [req-ce56773f-ffd1-440d-b3dc-3dc76d94809e req-a15389fe-927a-4136-88c5-520a5a28bcdc service nova] Enqueued Resource ID: 6221598e-80dd-419c-b559-4db19a1b425d with Priority: HIGHEST for action security_group_rules [ 832.739582] env[65426]: INFO networking_nsxv3.common.synchronization [req-ce56773f-ffd1-440d-b3dc-3dc76d94809e req-a15389fe-927a-4136-88c5-520a5a28bcdc service nova] Enqueued Resource ID: 6221598e-80dd-419c-b559-4db19a1b425d with Priority: HIGHEST for action security_group_members [ 832.739693] env[65426]: INFO networking_nsxv3.common.synchronization [req-ce56773f-ffd1-440d-b3dc-3dc76d94809e req-a15389fe-927a-4136-88c5-520a5a28bcdc service nova] Enqueued Resource ID: 2c3d7a72-a34d-46ff-9db3-5b7c0af1973e with Priority: HIGHEST for action port [ 832.740306] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6221598e-80dd-419c-b559-4db19a1b425d with Priority: HIGHEST for action security_group_rules [ 832.740448] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6221598e-80dd-419c-b559-4db19a1b425d with Priority: HIGHEST for action security_group_members [ 832.740546] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c3d7a72-a34d-46ff-9db3-5b7c0af1973e with Priority: HIGHEST for action port [ 832.740862] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6221598e-80dd-419c-b559-4db19a1b425d taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.740984] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.741062] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.741274] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.741358] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6221598e-80dd-419c-b559-4db19a1b425d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.742379] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-6221598e-80dd-419c-b559-4db19a1b425d taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.742467] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.742900] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c3d7a72-a34d-46ff-9db3-5b7c0af1973e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.743051] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c3d7a72-a34d-46ff-9db3-5b7c0af1973e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.743414] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c3d7a72-a34d-46ff-9db3-5b7c0af1973e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.743414] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c3d7a72-a34d-46ff-9db3-5b7c0af1973e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.743558] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c3d7a72-a34d-46ff-9db3-5b7c0af1973e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.845171] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 in Status: SUCCESS [ 832.845389] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.845559] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.845769] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.845953] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.846080] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.846139] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.846287] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.846472] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.846582] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ea04e42-873a-4fc0-bcce-96a9a401da31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.954551] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa5af397-c334-48cd-8fbf-ad20b684f995',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.956084] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.956643] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.956643] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e40fc4a0-9683-4440-a6ef-b402a0364ad3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.958381] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.958381] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.958381] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.958381] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.958381] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.958619] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.958619] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.958619] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.958780] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.958954] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.958954] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e40fc4a0-9683-4440-a6ef-b402a0364ad3 is going to be deleted. [ 832.960847] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.961954] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.961954] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.961954] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.962358] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.983112] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.983368] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.983486] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.983557] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.983770] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.983895] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.983995] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5af397-c334-48cd-8fbf-ad20b684f995 is going to be updated. [ 832.992885] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.993159] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.993159] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.993311] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.993363] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.993585] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e40fc4a0-9683-4440-a6ef-b402a0364ad3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.009965] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.010276] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.010276] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.010400] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.010542] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.018528] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5af397-c334-48cd-8fbf-ad20b684f995 in Status: IN_PROGRESS for 2s [ 833.078696] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bed3068a-5274-4596-a43b-862a49c24679 with status ACTIVE [ 833.078972] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.079087] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.079157] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.079363] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.079444] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.079650] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.079748] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.079803] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.079955] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.080049] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.080236] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.080328] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.080444] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.080587] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.080712] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.080764] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bed3068a-5274-4596-a43b-862a49c24679 is going to be updated. [ 833.104390] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.104532] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.104603] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.104799] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.104971] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.105174] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bed3068a-5274-4596-a43b-862a49c24679" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.246688] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-6221598e-80dd-419c-b559-4db19a1b425d taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.246688] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.246688] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c3d7a72-a34d-46ff-9db3-5b7c0af1973e with status ACTIVE [ 833.246688] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.246688] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.246688] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.246688] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.246688] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.246688] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.246688] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.247662] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.247662] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.247662] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.247662] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.247662] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.247662] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.247662] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.247662] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.248073] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c3d7a72-a34d-46ff-9db3-5b7c0af1973e is going to be updated. [ 833.299791] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.299997] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.300124] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.300296] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.300480] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.300633] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c3d7a72-a34d-46ff-9db3-5b7c0af1973e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.348439] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.348794] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.348794] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.348956] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.382871] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.383313] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.383543] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.383719] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.383923] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.384055] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.384160] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 is going to be updated. [ 833.431924] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.431924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.432084] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.432257] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.432379] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.446035] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 in Status: IN_PROGRESS for 2s [ 833.458972] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa5af397-c334-48cd-8fbf-ad20b684f995: rpc.has_security_group_logging(os_id): False [ 833.460397] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e40fc4a0-9683-4440-a6ef-b402a0364ad3: rpc.has_security_group_logging(os_id): False [ 833.463388] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.486114] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.486346] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.486481] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.486762] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.486861] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.487134] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.487235] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.487316] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.487592] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.487676] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.487761] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e40fc4a0-9683-4440-a6ef-b402a0364ad3 is going to be created. [ 833.490080] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.490200] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.490318] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.490456] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.490543] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.490790] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.490898] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.490963] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.491143] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.491364] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.491364] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa5af397-c334-48cd-8fbf-ad20b684f995 is going to be updated. [ 833.532596] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/e40fc4a0-9683-4440-a6ef-b402a0364ad3], does not exist path=[/infra/domains/default/groups/e40fc4a0-9683-4440-a6ef-b402a0364ad3]."\n}' [ 833.532596] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e40fc4a0-9683-4440-a6ef-b402a0364ad3 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e40fc4a0-9683-4440-a6ef-b402a0364ad3 [ 833.532596] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 833.595197] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.595197] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.595197] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.595502] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.597631] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.597728] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.597858] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.598598] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.598598] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.598598] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.598802] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.599550] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.599760] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.600172] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.600324] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.600570] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e40fc4a0-9683-4440-a6ef-b402a0364ad3 is going to be created. [ 833.624920] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/e40fc4a0-9683-4440-a6ef-b402a0364ad3], does not exist path=[/infra/domains/default/groups/e40fc4a0-9683-4440-a6ef-b402a0364ad3]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e40fc4a0-9683-4440-a6ef-b402a0364ad3 [ 833.625185] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e40fc4a0-9683-4440-a6ef-b402a0364ad3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.625376] env[65426]: Traceback (most recent call last): [ 833.625457] env[65426]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 833.625457] env[65426]: return func(*args, **kwargs) [ 833.625457] env[65426]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 833.625457] env[65426]: res.raise_for_status() [ 833.625457] env[65426]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 833.625457] env[65426]: raise HTTPError(http_error_msg, response=self) [ 833.625457] env[65426]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e40fc4a0-9683-4440-a6ef-b402a0364ad3 [ 833.625457] env[65426]: During handling of the above exception, another exception occurred: [ 833.625457] env[65426]: Traceback (most recent call last): [ 833.625457] env[65426]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 833.625457] env[65426]: listener.cb(fileno) [ 833.625457] env[65426]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 833.625457] env[65426]: result = function(*args, **kwargs) [ 833.625457] env[65426]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 833.625457] env[65426]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 833.625457] env[65426]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 833.625457] env[65426]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 833.625457] env[65426]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 833.625457] env[65426]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 833.625457] env[65426]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 833.625457] env[65426]: res.raise_for_status() [ 833.625457] env[65426]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 833.625457] env[65426]: raise HTTPError(http_error_msg, response=self) [ 833.626123] env[65426]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/e40fc4a0-9683-4440-a6ef-b402a0364ad3 [ 833.626123] env[65426]: Removing descriptor: 64 [ 833.636391] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.636595] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.636691] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.636959] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.637236] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.638961] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6221598e-80dd-419c-b559-4db19a1b425d in Status: SUCCESS [ 833.639166] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6221598e-80dd-419c-b559-4db19a1b425d deletion is rescheduled due to dependency. [ 833.639287] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.639888] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.640173] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.640383] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.640519] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.640638] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.640787] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.640882] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.641142] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6221598e-80dd-419c-b559-4db19a1b425d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.652530] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa5af397-c334-48cd-8fbf-ad20b684f995 in Status: IN_PROGRESS for 2s [ 833.965423] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.965644] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.965644] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.966419] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.966419] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.966419] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3b7d3ea-9250-432c-bc96-8e6285233766 is going to be updated. [ 833.997999] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.998211] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.998282] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.998632] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.998632] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.009994] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: IN_PROGRESS for 2s [ 834.060451] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e in Status: SUCCESS [ 834.060979] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.060979] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.061149] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.061333] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.061587] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.061587] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.061877] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.061877] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.061877] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.061877] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.062744] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.063728] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.063728] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.063728] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.063728] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.063728] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.063728] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.063728] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.143465] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6221598e-80dd-419c-b559-4db19a1b425d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.565781] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.565924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.566171] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.645077] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6221598e-80dd-419c-b559-4db19a1b425d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.031981] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5af397-c334-48cd-8fbf-ad20b684f995 in Status: SUCCESS [ 835.031981] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5af397-c334-48cd-8fbf-ad20b684f995 deletion is rescheduled due to dependency. [ 835.031981] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.070691] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.147212] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.147401] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.147455] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.147814] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.147814] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.147945] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6221598e-80dd-419c-b559-4db19a1b425d is going to be updated. [ 835.181887] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.181887] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.181887] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.182180] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.182418] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.196629] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6221598e-80dd-419c-b559-4db19a1b425d in Status: IN_PROGRESS for 2s [ 835.466069] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 in Status: SUCCESS [ 835.466069] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 deletion is rescheduled due to dependency. [ 835.466069] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.466069] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.466069] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.466069] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.466069] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.466069] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.466069] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.466069] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.466069] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.467086] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ea04e42-873a-4fc0-bcce-96a9a401da31 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.467404] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.467795] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.468898] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.468898] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.468898] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.468898] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.469110] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.469110] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.469241] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.469372] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ea04e42-873a-4fc0-bcce-96a9a401da31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.470433] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.470792] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.471568] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.471568] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.471568] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.471568] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.471568] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.471568] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ea04e42-873a-4fc0-bcce-96a9a401da31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.574194] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.574671] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.574671] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.574783] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.574869] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.574937] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e is going to be updated. [ 835.604392] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.604392] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.604392] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.604679] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.604889] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.615273] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e in Status: IN_PROGRESS for 2s [ 835.665013] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa5af397-c334-48cd-8fbf-ad20b684f995 in Status: SUCCESS [ 835.665286] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.842307] env[65426]: INFO networking_nsxv3.common.synchronization [req-fda9bbd6-cd16-43a6-ab5c-a9229a324bb9 req-6d166c6f-05b9-47c0-b4df-cb405793a0c0 tempest-FloatingIPsAssociationTestJSON-186248191 tempest-FloatingIPsAssociationTestJSON-186248191-project-member] Enqueued Resource ID: aa745de1-de68-4909-8e1e-68140a54af99 with Priority: HIGHEST for action security_group_members [ 835.843514] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa745de1-de68-4909-8e1e-68140a54af99 with Priority: HIGHEST for action security_group_members [ 835.843514] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa745de1-de68-4909-8e1e-68140a54af99 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.843514] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.843514] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.843953] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.844924] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.848210] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.848210] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.848210] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.848210] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.848210] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa745de1-de68-4909-8e1e-68140a54af99',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.974573] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ea04e42-873a-4fc0-bcce-96a9a401da31: rpc.has_security_group_logging(os_id): False [ 835.975720] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.975839] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.975880] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.976211] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.997292] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.997447] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.000784] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.001355] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.001355] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.001355] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.001725] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.001725] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.001798] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 is going to be updated. [ 836.002814] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.002996] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.003097] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.003403] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.004906] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.004906] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.004906] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.004906] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.004906] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.004906] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.004906] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.004906] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.004906] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.005248] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.005248] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.005248] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.005398] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.005398] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.005398] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 is going to be updated. [ 836.020145] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: SUCCESS [ 836.020350] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.020542] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.020848] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.021070] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.021193] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.021263] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.021404] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.021482] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.021544] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.021688] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.021781] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.021837] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.021979] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.022126] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.022217] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.022279] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.022420] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.022512] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.022558] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.022623] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.038532] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.039020] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.039020] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.039020] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.039217] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.050094] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 in Status: IN_PROGRESS for 2s [ 836.077153] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.077331] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.077375] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.077601] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.077739] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.098198] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 in Status: IN_PROGRESS for 2s [ 836.204869] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-118 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.205156] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-118" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.205286] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-118" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.205588] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-118" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.205857] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.206112] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.206329] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.206626] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.206846] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.207145] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.207273] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.207395] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.207503] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.207627] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.207732] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.207883] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.230727] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.230922] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 836.231072] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.231248] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-118" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.231574] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-61e91c18-8261-47c7-8b0b-66b815e003e9 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.231740] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-61e91c18-8261-47c7-8b0b-66b815e003e9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.231931] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-61e91c18-8261-47c7-8b0b-66b815e003e9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.232496] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-61e91c18-8261-47c7-8b0b-66b815e003e9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.232496] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61e91c18-8261-47c7-8b0b-66b815e003e9',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.349985] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa745de1-de68-4909-8e1e-68140a54af99',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.436347] env[65426]: INFO networking_nsxv3.common.synchronization [None req-b77e27f1-30a3-462c-b249-483357d23953 None None] Enqueued Resource ID: 126d299e-946f-4ceb-977e-8f5791fb83b3 with Priority: HIGHEST for action port [ 836.437050] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 126d299e-946f-4ceb-977e-8f5791fb83b3 with Priority: HIGHEST for action port [ 836.437399] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-126d299e-946f-4ceb-977e-8f5791fb83b3 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.437621] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-126d299e-946f-4ceb-977e-8f5791fb83b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.437706] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-126d299e-946f-4ceb-977e-8f5791fb83b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.438222] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-126d299e-946f-4ceb-977e-8f5791fb83b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.438222] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('126d299e-946f-4ceb-977e-8f5791fb83b3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.525596] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3b7d3ea-9250-432c-bc96-8e6285233766: rpc.has_security_group_logging(os_id): False [ 836.545220] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.545422] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.545529] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.545710] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.569406] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.569808] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.569971] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.570027] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.570258] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.570392] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.570951] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.570951] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.570951] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.571267] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.571267] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.571359] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.572242] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.572340] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.572548] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.572651] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.572797] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3b7d3ea-9250-432c-bc96-8e6285233766 is going to be updated. [ 836.643358] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.643561] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.643561] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.643735] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.643883] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.660872] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: IN_PROGRESS for 2s [ 836.737977] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.738286] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.738386] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.738692] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.738859] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.739028] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 61e91c18-8261-47c7-8b0b-66b815e003e9 not found, creating... [ 836.739308] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.739486] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.739680] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.739999] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.740207] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.740792] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.741050] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.741202] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.741490] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.741708] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.741896] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 61e91c18-8261-47c7-8b0b-66b815e003e9 is going to be created. [ 836.775733] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.775966] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.776111] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.776349] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.776641] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.776901] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-61e91c18-8261-47c7-8b0b-66b815e003e9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.852938] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa745de1-de68-4909-8e1e-68140a54af99',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.942100] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 126d299e-946f-4ceb-977e-8f5791fb83b3 [ 836.945066] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.945066] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.945066] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.945066] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.945066] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.945066] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:126d299e-946f-4ceb-977e-8f5791fb83b3 already deleted. [ 836.945066] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-126d299e-946f-4ceb-977e-8f5791fb83b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.208353] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6221598e-80dd-419c-b559-4db19a1b425d in Status: SUCCESS [ 837.208767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.208767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.208954] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.209190] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.209366] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.209450] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.209709] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.209812] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.209884] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.209981] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6221598e-80dd-419c-b559-4db19a1b425d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.356408] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.358020] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.358020] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.358020] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.358020] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.358020] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa745de1-de68-4909-8e1e-68140a54af99 is going to be updated. [ 837.396043] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.396247] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.396327] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.397201] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.397367] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.409432] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa745de1-de68-4909-8e1e-68140a54af99 in Status: IN_PROGRESS for 2s [ 837.556721] env[65426]: INFO networking_nsxv3.common.synchronization [req-fda9bbd6-cd16-43a6-ab5c-a9229a324bb9 req-36debcf3-b970-4a04-a6c3-2e0aa65d15ac service nova] Enqueued Resource ID: aa745de1-de68-4909-8e1e-68140a54af99 with Priority: HIGHEST for action security_group_rules [ 837.556947] env[65426]: INFO networking_nsxv3.common.synchronization [req-fda9bbd6-cd16-43a6-ab5c-a9229a324bb9 req-36debcf3-b970-4a04-a6c3-2e0aa65d15ac service nova] Enqueued Resource ID: aa745de1-de68-4909-8e1e-68140a54af99 with Priority: HIGHEST for action security_group_members [ 837.557098] env[65426]: INFO networking_nsxv3.common.synchronization [req-fda9bbd6-cd16-43a6-ab5c-a9229a324bb9 req-36debcf3-b970-4a04-a6c3-2e0aa65d15ac service nova] Enqueued Resource ID: 61e91c18-8261-47c7-8b0b-66b815e003e9 with Priority: HIGHEST for action port [ 837.557709] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa745de1-de68-4909-8e1e-68140a54af99 with Priority: HIGHEST for action security_group_rules [ 837.558165] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa745de1-de68-4909-8e1e-68140a54af99 with Priority: HIGHEST for action security_group_members [ 837.558165] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61e91c18-8261-47c7-8b0b-66b815e003e9 with Priority: HIGHEST for action port [ 837.561421] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa745de1-de68-4909-8e1e-68140a54af99 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.561421] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.561421] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.561421] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.561421] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa745de1-de68-4909-8e1e-68140a54af99',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.562094] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa745de1-de68-4909-8e1e-68140a54af99 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.562177] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.563255] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-61e91c18-8261-47c7-8b0b-66b815e003e9 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.563255] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61e91c18-8261-47c7-8b0b-66b815e003e9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.563255] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61e91c18-8261-47c7-8b0b-66b815e003e9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.563511] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61e91c18-8261-47c7-8b0b-66b815e003e9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.563511] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61e91c18-8261-47c7-8b0b-66b815e003e9',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.626786] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e in Status: SUCCESS [ 837.627106] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.627543] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.627774] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.627963] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.628085] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.628152] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.628303] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.628381] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.628467] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.628630] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.628717] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.628776] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.628911] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.629118] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.629213] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.629273] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.629412] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.629483] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.629586] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.629684] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.713118] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6221598e-80dd-419c-b559-4db19a1b425d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.064029] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 in Status: SUCCESS [ 838.064029] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 deletion is rescheduled due to dependency. [ 838.064029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.066226] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa745de1-de68-4909-8e1e-68140a54af99 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.066784] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.066784] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61e91c18-8261-47c7-8b0b-66b815e003e9 with status ACTIVE [ 838.067115] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.067246] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.067365] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.067715] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.067829] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.068088] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.068301] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.068370] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.068650] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.068814] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.069738] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.069929] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.069929] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.070139] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.070226] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.070338] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61e91c18-8261-47c7-8b0b-66b815e003e9 is going to be updated. [ 838.101431] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.101692] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.101692] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.101844] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.103305] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.103305] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61e91c18-8261-47c7-8b0b-66b815e003e9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.121398] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 in Status: SUCCESS [ 838.121959] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.121959] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.122119] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.122119] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ea04e42-873a-4fc0-bcce-96a9a401da31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.131987] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e: rpc.has_security_group_logging(os_id): False [ 838.158184] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.158184] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.158184] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.158184] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.158184] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.158540] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.158540] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.158540] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.158695] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.158805] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.162174] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.162174] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.162174] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.162174] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.162174] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.162174] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.163330] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.163330] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.163330] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.163330] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.163330] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e is going to be created. [ 838.217025] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6221598e-80dd-419c-b559-4db19a1b425d: rpc.has_security_group_logging(os_id): False [ 838.236358] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.238377] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.239342] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.239342] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.254181] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.254181] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.269305] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.270330] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.271313] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.271417] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.271656] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.272329] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.272519] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6221598e-80dd-419c-b559-4db19a1b425d is going to be updated. [ 838.273775] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.274013] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.274206] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.300632] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e in Status: IN_PROGRESS for 2s [ 838.367351] env[65426]: INFO networking_nsxv3.common.synchronization [None req-b62f965f-d48c-435f-84a7-2e7c6c41f45a tempest-AttachInterfacesUnderV243Test-444842319 tempest-AttachInterfacesUnderV243Test-444842319-project-member] Enqueued Resource ID: 6d285ae1-5428-4477-8eba-920d022f9a0e with Priority: HIGHEST for action security_group_rules [ 838.368048] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d285ae1-5428-4477-8eba-920d022f9a0e with Priority: HIGHEST for action security_group_rules [ 838.368396] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d285ae1-5428-4477-8eba-920d022f9a0e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.368524] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.368591] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.368863] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.368974] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d285ae1-5428-4477-8eba-920d022f9a0e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.396122] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.396122] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.396122] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.396122] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.396122] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.411878] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6221598e-80dd-419c-b559-4db19a1b425d in Status: IN_PROGRESS for 2s [ 838.495802] env[65426]: INFO networking_nsxv3.common.synchronization [None req-6225156b-9f44-4ae8-8e5b-fc94ed1ad5ea tempest-AttachInterfacesUnderV243Test-444842319 tempest-AttachInterfacesUnderV243Test-444842319-project-member] Enqueued Resource ID: 6d285ae1-5428-4477-8eba-920d022f9a0e with Priority: HIGHEST for action security_group_rules [ 838.496298] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d285ae1-5428-4477-8eba-920d022f9a0e with Priority: HIGHEST for action security_group_rules [ 838.497193] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d285ae1-5428-4477-8eba-920d022f9a0e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.497193] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.646273] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.646497] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.646544] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.646724] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.646816] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.646919] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ea04e42-873a-4fc0-bcce-96a9a401da31 is going to be deleted. [ 838.688505] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: SUCCESS [ 838.688914] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.737133] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.737921] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.738024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.738239] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.741230] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.741230] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ea04e42-873a-4fc0-bcce-96a9a401da31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.895409] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.895409] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.895409] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.895409] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.895582] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.895582] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d285ae1-5428-4477-8eba-920d022f9a0e already deleted. [ 838.895788] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.895931] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.896069] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.896156] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d285ae1-5428-4477-8eba-920d022f9a0e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.064377] env[65426]: INFO networking_nsxv3.common.synchronization [None req-27dcf15a-d10f-4380-8bdd-043cfbda148f None None] Enqueued Resource ID: 069cc520-85a4-4a82-a439-6435e25dd9a1 with Priority: HIGHEST for action port [ 839.065986] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 069cc520-85a4-4a82-a439-6435e25dd9a1 with Priority: HIGHEST for action port [ 839.066867] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-069cc520-85a4-4a82-a439-6435e25dd9a1 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.067054] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-069cc520-85a4-4a82-a439-6435e25dd9a1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.067192] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-069cc520-85a4-4a82-a439-6435e25dd9a1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.067523] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-069cc520-85a4-4a82-a439-6435e25dd9a1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.067651] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('069cc520-85a4-4a82-a439-6435e25dd9a1',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.432703] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa745de1-de68-4909-8e1e-68140a54af99 in Status: SUCCESS [ 839.433130] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.433399] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.433693] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.433985] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.434183] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.434337] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.434787] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.434918] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.435110] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa745de1-de68-4909-8e1e-68140a54af99',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.437630] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.437983] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.438079] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.438335] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.438473] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.439618] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d285ae1-5428-4477-8eba-920d022f9a0e already deleted. [ 839.439618] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.573086] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 069cc520-85a4-4a82-a439-6435e25dd9a1 [ 839.573410] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.573568] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.573633] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.573856] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.573942] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.574051] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:069cc520-85a4-4a82-a439-6435e25dd9a1 already deleted. [ 839.574137] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-069cc520-85a4-4a82-a439-6435e25dd9a1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.940689] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa745de1-de68-4909-8e1e-68140a54af99',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.316709] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e in Status: SUCCESS [ 840.316871] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.317042] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.317265] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.317358] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.424438] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6221598e-80dd-419c-b559-4db19a1b425d in Status: SUCCESS [ 840.424562] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.443397] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa745de1-de68-4909-8e1e-68140a54af99',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.821643] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.821802] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.821849] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.822098] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.822344] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.822431] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.822523] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.822615] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.822707] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.822798] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.822934] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.946901] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.948183] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.948183] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.948183] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.948183] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.948183] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa745de1-de68-4909-8e1e-68140a54af99 is going to be updated. [ 840.978617] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.980261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.980261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.980261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.980261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.989119] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa745de1-de68-4909-8e1e-68140a54af99 in Status: IN_PROGRESS for 2s [ 841.325677] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.325794] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.325794] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.325997] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.326189] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.326282] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.326347] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.326511] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.326599] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.326689] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.326835] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.326921] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.326997] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.327132] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.327349] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.327618] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.327713] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.327878] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.327952] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.328327] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.328327] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.831027] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e: rpc.has_security_group_logging(os_id): False [ 841.850669] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.850972] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.851075] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.851246] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.851402] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.851659] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.851738] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.852622] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.852622] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.852622] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.852622] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.852622] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.852622] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.852929] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.852929] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.853117] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.853832] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.853832] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.853832] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.853832] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.853832] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e is going to be updated. [ 841.933736] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.933736] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.933736] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.933736] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.933736] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.956901] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e in Status: IN_PROGRESS for 2s [ 843.001253] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa745de1-de68-4909-8e1e-68140a54af99 in Status: SUCCESS [ 843.001592] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.001592] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.002458] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.002458] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.002458] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.002458] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.002458] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.002458] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.002919] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.002919] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa745de1-de68-4909-8e1e-68140a54af99',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.506353] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa745de1-de68-4909-8e1e-68140a54af99 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.506565] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.506658] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.506916] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.507107] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.507214] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.507306] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.507783] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.507783] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.507783] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.507783] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa745de1-de68-4909-8e1e-68140a54af99 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.508103] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.508103] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.508103] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.508276] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.508276] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.508395] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.508493] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.508582] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.508649] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.508742] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa745de1-de68-4909-8e1e-68140a54af99',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.973978] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e in Status: SUCCESS [ 843.974259] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.017434] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa745de1-de68-4909-8e1e-68140a54af99: rpc.has_security_group_logging(os_id): False [ 844.041031] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.041031] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.041031] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.041335] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.067724] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 844.067921] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 844.076030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.076030] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.076030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.076030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.076030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.076030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.076420] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.076531] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.076596] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.076755] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.076832] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.077037] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.077134] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.077196] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.077331] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.077405] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.077526] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa745de1-de68-4909-8e1e-68140a54af99 is going to be updated. [ 844.163941] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.163941] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.164266] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.164266] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.164391] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.181666] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa745de1-de68-4909-8e1e-68140a54af99 in Status: IN_PROGRESS for 2s [ 845.883102] env[65426]: INFO networking_nsxv3.common.synchronization [req-9a7d059f-8f1f-45da-90c1-a68e5cd2d020 req-6f1b1ef1-3043-4896-aa5f-59179080e52e tempest-ServersTestMultiNic-1184168472 tempest-ServersTestMultiNic-1184168472-project-member] Enqueued Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_members [ 845.883643] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_members [ 845.883973] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.884100] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.884167] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.884359] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.884508] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.884605] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.884668] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.884808] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.884891] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.884978] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.108500] env[65426]: INFO networking_nsxv3.common.synchronization [req-9a7d059f-8f1f-45da-90c1-a68e5cd2d020 req-67b90c54-0c11-453f-82ab-a55013a54192 tempest-ServersTestMultiNic-1184168472 tempest-ServersTestMultiNic-1184168472-project-member] Enqueued Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_members [ 846.109473] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGHEST for action security_group_members [ 846.109473] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.109473] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.196323] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa745de1-de68-4909-8e1e-68140a54af99 in Status: SUCCESS [ 846.196542] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.389399] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.892141] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.395652] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.395800] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.395882] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.396096] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.396180] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.396276] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e is going to be updated. [ 847.426900] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.426900] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.426900] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.426900] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.426900] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.435324] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e in Status: IN_PROGRESS for 2s [ 849.451662] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e in Status: SUCCESS [ 849.452136] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.452203] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.452410] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.452608] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.452739] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.452813] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.452970] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.453078] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.453182] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.958714] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.960118] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.960118] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.960677] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.960677] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.960677] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.960935] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.960935] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.961077] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.961077] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.961192] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e is going to be updated. [ 849.990685] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.990847] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.990898] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.991098] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.991235] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.003614] env[65426]: INFO networking_nsxv3.common.synchronization [req-74ad328a-876d-41c5-a923-63f9616dbe1c req-9a24a464-78af-49ae-a18b-7be101506609 tempest-ListServerFiltersTestJSON-1687151240 tempest-ListServerFiltersTestJSON-1687151240-project-member] Enqueued Resource ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e with Priority: HIGHEST for action security_group_members [ 850.004257] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e in Status: IN_PROGRESS for 2s [ 850.005621] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e with Priority: HIGHEST for action security_group_members [ 850.005621] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-20a52370-7c11-41ec-a9a6-514bb8c5356e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.005621] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.005621] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.005621] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.005918] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.005918] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.005998] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.006258] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.006340] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.006431] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20a52370-7c11-41ec-a9a6-514bb8c5356e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.103732] env[65426]: INFO networking_nsxv3.common.synchronization [req-06a67864-040f-47b6-96a9-85cde52a1121 req-09e32cae-2871-40c6-be8b-171cb523ae9d tempest-ServerRescueTestJSON-302610309 tempest-ServerRescueTestJSON-302610309-project-member] Enqueued Resource ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de with Priority: HIGHEST for action security_group_members [ 850.104402] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de with Priority: HIGHEST for action security_group_members [ 850.104716] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.104840] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.104914] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.105288] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.107652] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.107823] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.107919] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.108030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.108110] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.108208] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd334e6f-bcdb-4aba-afec-0ac4692cb0de',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.511543] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.511543] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.511543] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.512993] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.538532] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.539115] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.539317] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.539552] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.539887] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.540555] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.540555] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e is going to be updated. [ 850.575030] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.575030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.575030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.575030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.575030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.585540] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e in Status: IN_PROGRESS for 2s [ 850.610440] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd334e6f-bcdb-4aba-afec-0ac4692cb0de',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.687041] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-117 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.687041] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-117" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.687041] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-117" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.687041] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-117" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.687041] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.687041] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.687041] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.687592] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.687932] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.690959] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.690959] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.690959] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.690959] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.690959] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.690959] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.690959] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.711335] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.711493] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 850.711775] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.711976] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-117" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.712313] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-2878fbff-9d23-4f9f-b8c6-cf8cc8b49474 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.712487] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-2878fbff-9d23-4f9f-b8c6-cf8cc8b49474" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.712604] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-2878fbff-9d23-4f9f-b8c6-cf8cc8b49474" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.712929] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-2878fbff-9d23-4f9f-b8c6-cf8cc8b49474" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.713087] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2878fbff-9d23-4f9f-b8c6-cf8cc8b49474',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.113494] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd334e6f-bcdb-4aba-afec-0ac4692cb0de',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.217777] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.218029] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.218154] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.218442] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.218591] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.218750] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port 2878fbff-9d23-4f9f-b8c6-cf8cc8b49474 not found, creating... [ 851.219041] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.219213] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.219332] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.219621] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.219926] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.221394] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.221756] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.224837] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.224837] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.224837] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.224837] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: 2878fbff-9d23-4f9f-b8c6-cf8cc8b49474 is going to be created. [ 851.247088] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.247088] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.247088] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.247088] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.247341] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.248386] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-2878fbff-9d23-4f9f-b8c6-cf8cc8b49474" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.618933] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.618933] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.618933] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.618933] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.618933] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.618933] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de is going to be updated. [ 851.650256] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.650900] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.650900] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.650900] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.650900] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.660345] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de in Status: IN_PROGRESS for 2s [ 851.757483] env[65426]: INFO networking_nsxv3.common.synchronization [None req-ac0a1ed3-944b-4eee-8c76-2ff8348e1ffb None None] Enqueued Resource ID: 3d59d781-ec68-4bdf-ae1c-4ffd6be6eb43 with Priority: HIGHEST for action port [ 851.757483] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d59d781-ec68-4bdf-ae1c-4ffd6be6eb43 with Priority: HIGHEST for action port [ 851.758864] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d59d781-ec68-4bdf-ae1c-4ffd6be6eb43 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.759281] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d59d781-ec68-4bdf-ae1c-4ffd6be6eb43" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.759462] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d59d781-ec68-4bdf-ae1c-4ffd6be6eb43" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.760163] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d59d781-ec68-4bdf-ae1c-4ffd6be6eb43" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.761260] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d59d781-ec68-4bdf-ae1c-4ffd6be6eb43',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.936213] env[65426]: INFO networking_nsxv3.common.synchronization [req-06a67864-040f-47b6-96a9-85cde52a1121 req-10ec2b2a-cb05-4732-8406-8343f205e619 service nova] Enqueued Resource ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de with Priority: HIGHEST for action security_group_rules [ 851.936213] env[65426]: INFO networking_nsxv3.common.synchronization [req-06a67864-040f-47b6-96a9-85cde52a1121 req-10ec2b2a-cb05-4732-8406-8343f205e619 service nova] Enqueued Resource ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de with Priority: HIGHEST for action security_group_members [ 851.936213] env[65426]: INFO networking_nsxv3.common.synchronization [req-06a67864-040f-47b6-96a9-85cde52a1121 req-10ec2b2a-cb05-4732-8406-8343f205e619 service nova] Enqueued Resource ID: 2878fbff-9d23-4f9f-b8c6-cf8cc8b49474 with Priority: HIGHEST for action port [ 851.936213] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de with Priority: HIGHEST for action security_group_rules [ 851.936213] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de with Priority: HIGHEST for action security_group_members [ 851.936213] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2878fbff-9d23-4f9f-b8c6-cf8cc8b49474 with Priority: HIGHEST for action port [ 851.936936] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd334e6f-bcdb-4aba-afec-0ac4692cb0de taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.937176] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.937334] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.937612] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.937787] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd334e6f-bcdb-4aba-afec-0ac4692cb0de',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.940992] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.942133] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.942437] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-2878fbff-9d23-4f9f-b8c6-cf8cc8b49474 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.942553] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2878fbff-9d23-4f9f-b8c6-cf8cc8b49474" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.942619] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2878fbff-9d23-4f9f-b8c6-cf8cc8b49474" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.942811] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2878fbff-9d23-4f9f-b8c6-cf8cc8b49474" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.942884] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2878fbff-9d23-4f9f-b8c6-cf8cc8b49474',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.014838] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e in Status: SUCCESS [ 852.015362] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e deletion is rescheduled due to dependency. [ 852.015516] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.267022] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d59d781-ec68-4bdf-ae1c-4ffd6be6eb43 [ 852.267022] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.267022] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.267022] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.267022] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.267022] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.267022] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d59d781-ec68-4bdf-ae1c-4ffd6be6eb43 already deleted. [ 852.267022] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d59d781-ec68-4bdf-ae1c-4ffd6be6eb43" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.441782] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.441955] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.448673] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2878fbff-9d23-4f9f-b8c6-cf8cc8b49474 with status ACTIVE [ 852.448673] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.448673] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.448673] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.448673] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.448673] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.448673] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.448673] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.448673] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.448673] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.448673] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.448673] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.448673] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.448673] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.448673] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.448673] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.448673] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2878fbff-9d23-4f9f-b8c6-cf8cc8b49474 is going to be updated. [ 852.475175] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.475377] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.475471] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.475724] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.475855] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.476065] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2878fbff-9d23-4f9f-b8c6-cf8cc8b49474" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.574840] env[65426]: INFO networking_nsxv3.common.synchronization [req-86e1784e-382d-4f4f-8e56-2ab6e72175e1 req-9b6106cf-a5d8-46a8-81ec-8d54ef30a019 tempest-InstanceActionsNegativeTestJSON-1371423085 tempest-InstanceActionsNegativeTestJSON-1371423085-project-member] Enqueued Resource ID: 5806718e-b5ae-4795-9ce8-08af5e7d0eb4 with Priority: HIGHEST for action security_group_members [ 852.574973] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5806718e-b5ae-4795-9ce8-08af5e7d0eb4 with Priority: HIGHEST for action security_group_members [ 852.575347] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5806718e-b5ae-4795-9ce8-08af5e7d0eb4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.575347] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5806718e-b5ae-4795-9ce8-08af5e7d0eb4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.575510] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5806718e-b5ae-4795-9ce8-08af5e7d0eb4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.575777] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5806718e-b5ae-4795-9ce8-08af5e7d0eb4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.575777] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.575916] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.575916] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.576213] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.576213] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.576331] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5806718e-b5ae-4795-9ce8-08af5e7d0eb4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.598627] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e in Status: SUCCESS [ 852.598852] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e deletion is rescheduled due to dependency. [ 852.598910] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.069642] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-36 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.070128] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-36" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.070128] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-36" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.071063] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-36" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.071063] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.071063] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.071063] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.072975] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.072975] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.072975] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.072975] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 853.073185] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 853.073185] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 853.073251] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 853.073356] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 853.073496] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 853.080535] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.080715] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.080715] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.080929] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.081000] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.081786] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.081786] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.081786] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.081786] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.081786] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.081786] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5806718e-b5ae-4795-9ce8-08af5e7d0eb4 already deleted. [ 853.081786] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5806718e-b5ae-4795-9ce8-08af5e7d0eb4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.096113] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 853.096265] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 853.096446] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 853.097033] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-36" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.098584] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-6f6e9af3-b71e-4011-b964-cdfc908c74c2 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.098584] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-6f6e9af3-b71e-4011-b964-cdfc908c74c2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.098584] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-6f6e9af3-b71e-4011-b964-cdfc908c74c2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.100739] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-6f6e9af3-b71e-4011-b964-cdfc908c74c2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.101153] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f6e9af3-b71e-4011-b964-cdfc908c74c2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.605676] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.605922] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.606623] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.606623] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.606623] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.606785] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 6f6e9af3-b71e-4011-b964-cdfc908c74c2 not found, creating... [ 853.607012] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.607134] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.607260] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.607483] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.607871] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.607923] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.609424] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.609424] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.609424] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.609424] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.609424] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 6f6e9af3-b71e-4011-b964-cdfc908c74c2 is going to be created. [ 853.636681] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.636681] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.637049] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.637049] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.637993] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.637993] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-6f6e9af3-b71e-4011-b964-cdfc908c74c2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.688360] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de in Status: SUCCESS [ 853.688749] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.688749] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.688969] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.689180] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.689395] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.689395] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.690178] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.690178] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.690178] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd334e6f-bcdb-4aba-afec-0ac4692cb0de',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.192873] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd334e6f-bcdb-4aba-afec-0ac4692cb0de',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.370043] env[65426]: INFO networking_nsxv3.common.synchronization [req-86e1784e-382d-4f4f-8e56-2ab6e72175e1 req-de84f19e-fb40-4902-be1b-eca624d71a74 service nova] Enqueued Resource ID: 5806718e-b5ae-4795-9ce8-08af5e7d0eb4 with Priority: HIGHEST for action security_group_rules [ 854.370043] env[65426]: INFO networking_nsxv3.common.synchronization [req-86e1784e-382d-4f4f-8e56-2ab6e72175e1 req-de84f19e-fb40-4902-be1b-eca624d71a74 service nova] Enqueued Resource ID: 5806718e-b5ae-4795-9ce8-08af5e7d0eb4 with Priority: HIGHEST for action security_group_members [ 854.370043] env[65426]: INFO networking_nsxv3.common.synchronization [req-86e1784e-382d-4f4f-8e56-2ab6e72175e1 req-de84f19e-fb40-4902-be1b-eca624d71a74 service nova] Enqueued Resource ID: 6f6e9af3-b71e-4011-b964-cdfc908c74c2 with Priority: HIGHEST for action port [ 854.370623] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5806718e-b5ae-4795-9ce8-08af5e7d0eb4 with Priority: HIGHEST for action security_group_rules [ 854.370962] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5806718e-b5ae-4795-9ce8-08af5e7d0eb4 with Priority: HIGHEST for action security_group_members [ 854.371664] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f6e9af3-b71e-4011-b964-cdfc908c74c2 with Priority: HIGHEST for action port [ 854.371664] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5806718e-b5ae-4795-9ce8-08af5e7d0eb4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.371664] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5806718e-b5ae-4795-9ce8-08af5e7d0eb4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.371664] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5806718e-b5ae-4795-9ce8-08af5e7d0eb4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.372379] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5806718e-b5ae-4795-9ce8-08af5e7d0eb4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.373283] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5806718e-b5ae-4795-9ce8-08af5e7d0eb4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.373961] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5806718e-b5ae-4795-9ce8-08af5e7d0eb4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.373961] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5806718e-b5ae-4795-9ce8-08af5e7d0eb4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.373961] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5806718e-b5ae-4795-9ce8-08af5e7d0eb4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.375018] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5806718e-b5ae-4795-9ce8-08af5e7d0eb4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.375018] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.375018] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.375018] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.375018] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.375018] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.375018] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5806718e-b5ae-4795-9ce8-08af5e7d0eb4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.376250] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f6e9af3-b71e-4011-b964-cdfc908c74c2 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.376250] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f6e9af3-b71e-4011-b964-cdfc908c74c2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.376250] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f6e9af3-b71e-4011-b964-cdfc908c74c2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.376390] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f6e9af3-b71e-4011-b964-cdfc908c74c2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.376390] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f6e9af3-b71e-4011-b964-cdfc908c74c2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.407568] env[65426]: INFO networking_nsxv3.common.synchronization [None req-00ed812c-c862-476b-891a-697b8b2e7c4a None None] Enqueued Resource ID: 6bf65f79-bd1b-4d24-934e-2d68ef15a2df with Priority: HIGHEST for action port [ 854.408493] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bf65f79-bd1b-4d24-934e-2d68ef15a2df with Priority: HIGHEST for action port [ 854.411020] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bf65f79-bd1b-4d24-934e-2d68ef15a2df taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.411020] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bf65f79-bd1b-4d24-934e-2d68ef15a2df" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.411020] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bf65f79-bd1b-4d24-934e-2d68ef15a2df" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.411020] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bf65f79-bd1b-4d24-934e-2d68ef15a2df" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.411020] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bf65f79-bd1b-4d24-934e-2d68ef15a2df',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.695386] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd334e6f-bcdb-4aba-afec-0ac4692cb0de',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.878122] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5806718e-b5ae-4795-9ce8-08af5e7d0eb4 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.878282] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5806718e-b5ae-4795-9ce8-08af5e7d0eb4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.878452] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5806718e-b5ae-4795-9ce8-08af5e7d0eb4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.879763] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f6e9af3-b71e-4011-b964-cdfc908c74c2 with status ACTIVE [ 854.880599] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.881239] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.881239] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.881974] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.882090] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.882286] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.882382] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.882447] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.882601] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.882678] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.883015] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.883015] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.883015] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.883160] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.883222] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.883316] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f6e9af3-b71e-4011-b964-cdfc908c74c2 is going to be updated. [ 854.904457] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.904594] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.904952] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.904952] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.905130] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.905292] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f6e9af3-b71e-4011-b964-cdfc908c74c2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.911105] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6bf65f79-bd1b-4d24-934e-2d68ef15a2df [ 854.911337] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.911466] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.911548] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.911738] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.911822] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.911912] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6bf65f79-bd1b-4d24-934e-2d68ef15a2df already deleted. [ 854.911994] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bf65f79-bd1b-4d24-934e-2d68ef15a2df" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.198774] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.199170] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.199170] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.199287] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.199396] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.199500] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de is going to be updated. [ 855.234367] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.234367] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.234367] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.234611] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.234611] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.244682] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de in Status: IN_PROGRESS for 2s [ 855.386958] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5806718e-b5ae-4795-9ce8-08af5e7d0eb4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.892197] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.892413] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.892509] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.892832] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.892996] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.893169] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5806718e-b5ae-4795-9ce8-08af5e7d0eb4 is going to be created. [ 855.918715] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.919076] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.919076] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.919326] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.919465] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.930257] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5806718e-b5ae-4795-9ce8-08af5e7d0eb4 in Status: UNINITIALIZED for 2s [ 857.256600] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de in Status: IN_PROGRESS for 4s [ 857.946930] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5806718e-b5ae-4795-9ce8-08af5e7d0eb4 in Status: SUCCESS [ 857.949425] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5806718e-b5ae-4795-9ce8-08af5e7d0eb4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.949425] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5806718e-b5ae-4795-9ce8-08af5e7d0eb4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.949425] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5806718e-b5ae-4795-9ce8-08af5e7d0eb4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.949425] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.949425] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.949425] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.950278] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.950443] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.950509] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5806718e-b5ae-4795-9ce8-08af5e7d0eb4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.950576] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5806718e-b5ae-4795-9ce8-08af5e7d0eb4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.053955] env[65426]: INFO networking_nsxv3.common.synchronization [None req-40ab3863-766a-43a9-8445-539739fab3d7 None None] Enqueued Resource ID: 59a6b1a0-3fb7-4e67-9726-93fd57c12c1f with Priority: HIGHEST for action port [ 858.055774] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59a6b1a0-3fb7-4e67-9726-93fd57c12c1f with Priority: HIGHEST for action port [ 858.056120] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-59a6b1a0-3fb7-4e67-9726-93fd57c12c1f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.056324] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59a6b1a0-3fb7-4e67-9726-93fd57c12c1f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.056443] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59a6b1a0-3fb7-4e67-9726-93fd57c12c1f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.056875] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59a6b1a0-3fb7-4e67-9726-93fd57c12c1f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.057112] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59a6b1a0-3fb7-4e67-9726-93fd57c12c1f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.454260] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5806718e-b5ae-4795-9ce8-08af5e7d0eb4 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.454695] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5806718e-b5ae-4795-9ce8-08af5e7d0eb4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.454695] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5806718e-b5ae-4795-9ce8-08af5e7d0eb4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.454805] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5806718e-b5ae-4795-9ce8-08af5e7d0eb4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.454907] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.455035] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.455100] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.455390] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.455390] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.455516] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5806718e-b5ae-4795-9ce8-08af5e7d0eb4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.455630] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5806718e-b5ae-4795-9ce8-08af5e7d0eb4 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.455737] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5806718e-b5ae-4795-9ce8-08af5e7d0eb4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.455800] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5806718e-b5ae-4795-9ce8-08af5e7d0eb4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.455948] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5806718e-b5ae-4795-9ce8-08af5e7d0eb4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.456124] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.456219] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.456275] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.456415] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.456530] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.456655] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5806718e-b5ae-4795-9ce8-08af5e7d0eb4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.456695] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5806718e-b5ae-4795-9ce8-08af5e7d0eb4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.559243] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59a6b1a0-3fb7-4e67-9726-93fd57c12c1f [ 858.559481] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.559646] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.559708] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.562427] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.562427] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.562427] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59a6b1a0-3fb7-4e67-9726-93fd57c12c1f already deleted. [ 858.562427] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59a6b1a0-3fb7-4e67-9726-93fd57c12c1f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.798989] env[65426]: INFO networking_nsxv3.common.synchronization [req-fb9b3845-a223-428f-bedd-b4d5c0f42891 req-ab316f67-a029-45e9-85a3-616fbc669bff tempest-ServerRescueNegativeTestJSON-640849074 tempest-ServerRescueNegativeTestJSON-640849074-project-member] Enqueued Resource ID: f406f508-be3d-4f9f-9299-93a57ce05cf0 with Priority: HIGHEST for action security_group_members [ 858.801669] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f406f508-be3d-4f9f-9299-93a57ce05cf0 with Priority: HIGHEST for action security_group_members [ 858.801669] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-f406f508-be3d-4f9f-9299-93a57ce05cf0 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.801669] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.801669] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.801669] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.801669] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.801669] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.801669] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.802418] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.802418] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.802418] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f406f508-be3d-4f9f-9299-93a57ce05cf0',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.960602] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5806718e-b5ae-4795-9ce8-08af5e7d0eb4: rpc.has_security_group_logging(os_id): False [ 859.013506] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.013506] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.013506] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.013506] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.013506] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.013506] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.013506] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.013506] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.013506] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.013506] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.013506] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.013506] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.013506] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.013506] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.013506] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.014240] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.014240] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.014240] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.014240] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.014240] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.014240] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5806718e-b5ae-4795-9ce8-08af5e7d0eb4 is going to be created. [ 859.096533] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.096759] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.096759] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.096954] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.097990] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.109988] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5806718e-b5ae-4795-9ce8-08af5e7d0eb4 in Status: IN_PROGRESS for 2s [ 859.253027] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-30 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.253027] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-30" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.253027] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-30" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.253027] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-30" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.253027] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.253027] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.253027] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.253027] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.253027] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.253027] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.253027] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.253027] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.253027] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.253708] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.253708] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.253708] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.271369] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de in Status: SUCCESS [ 859.271650] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.273667] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.273926] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.274430] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.274559] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.274633] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.274859] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.274967] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.275036] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.275164] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd334e6f-bcdb-4aba-afec-0ac4692cb0de',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.279948] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.279948] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 859.279948] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.280581] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-30" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.280581] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-1d111f50-9baf-406d-b7bc-0af4b88cf546 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.280826] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-1d111f50-9baf-406d-b7bc-0af4b88cf546" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.280826] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-1d111f50-9baf-406d-b7bc-0af4b88cf546" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.281136] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-1d111f50-9baf-406d-b7bc-0af4b88cf546" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.281283] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d111f50-9baf-406d-b7bc-0af4b88cf546',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.305637] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.305637] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.305637] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.305637] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.305637] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.305637] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.305637] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.305637] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.305637] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.305637] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.305637] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f406f508-be3d-4f9f-9299-93a57ce05cf0 already deleted. [ 859.305637] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.781897] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.781897] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.781897] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.781897] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.781897] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.782365] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.782365] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.782365] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.782365] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.782492] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.782927] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.782927] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.782927] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.782927] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.783192] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.783192] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.783192] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.783331] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.785102] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.785102] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.785102] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd334e6f-bcdb-4aba-afec-0ac4692cb0de',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.785329] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.787373] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.787373] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.787373] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.787373] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.787373] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 1d111f50-9baf-406d-b7bc-0af4b88cf546 not found, creating... [ 859.787861] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.788224] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.788395] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.790560] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.790768] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.791797] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.791970] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.792101] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.792343] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.792454] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.792593] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 1d111f50-9baf-406d-b7bc-0af4b88cf546 is going to be created. [ 859.822363] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.822650] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.822820] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.823293] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.823520] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.823828] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-1d111f50-9baf-406d-b7bc-0af4b88cf546" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.298010] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd334e6f-bcdb-4aba-afec-0ac4692cb0de: rpc.has_security_group_logging(os_id): False [ 860.320692] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.320840] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.320897] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.321125] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.344926] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.344926] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.344926] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.345343] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.345343] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.345343] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.345564] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.345646] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.346303] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.346303] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.346303] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.346303] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.346303] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.346303] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.346875] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.346875] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.346875] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de is going to be updated. [ 860.433858] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.434036] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.434110] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.436495] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.436495] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.452316] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de in Status: IN_PROGRESS for 2s [ 860.640317] env[65426]: INFO networking_nsxv3.common.synchronization [None req-b666826e-4225-4205-80c9-d450efa49615 None None] Enqueued Resource ID: a9755e48-88f1-45cf-a8e3-9b4182f7f72e with Priority: HIGHEST for action port [ 860.642940] env[65426]: INFO networking_nsxv3.common.synchronization [req-fb9b3845-a223-428f-bedd-b4d5c0f42891 req-6dddcf1d-4aa8-40db-a21d-708eea628d95 service nova] Enqueued Resource ID: f406f508-be3d-4f9f-9299-93a57ce05cf0 with Priority: HIGHEST for action security_group_rules [ 860.643329] env[65426]: INFO networking_nsxv3.common.synchronization [req-fb9b3845-a223-428f-bedd-b4d5c0f42891 req-6dddcf1d-4aa8-40db-a21d-708eea628d95 service nova] Enqueued Resource ID: f406f508-be3d-4f9f-9299-93a57ce05cf0 with Priority: HIGHEST for action security_group_members [ 860.643575] env[65426]: INFO networking_nsxv3.common.synchronization [req-fb9b3845-a223-428f-bedd-b4d5c0f42891 req-6dddcf1d-4aa8-40db-a21d-708eea628d95 service nova] Enqueued Resource ID: 1d111f50-9baf-406d-b7bc-0af4b88cf546 with Priority: HIGHEST for action port [ 860.644507] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9755e48-88f1-45cf-a8e3-9b4182f7f72e with Priority: HIGHEST for action port [ 860.645081] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f406f508-be3d-4f9f-9299-93a57ce05cf0 with Priority: HIGHEST for action security_group_members [ 860.645239] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f406f508-be3d-4f9f-9299-93a57ce05cf0 with Priority: HIGHEST for action security_group_rules [ 860.645295] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d111f50-9baf-406d-b7bc-0af4b88cf546 with Priority: HIGHEST for action port [ 860.645705] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9755e48-88f1-45cf-a8e3-9b4182f7f72e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.645848] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9755e48-88f1-45cf-a8e3-9b4182f7f72e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.645930] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9755e48-88f1-45cf-a8e3-9b4182f7f72e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.646253] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9755e48-88f1-45cf-a8e3-9b4182f7f72e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.646353] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9755e48-88f1-45cf-a8e3-9b4182f7f72e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.650512] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-f406f508-be3d-4f9f-9299-93a57ce05cf0 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.650512] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.650512] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.650512] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.650512] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.650512] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.650512] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.650512] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.650512] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.650512] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f406f508-be3d-4f9f-9299-93a57ce05cf0',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.650512] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f406f508-be3d-4f9f-9299-93a57ce05cf0 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.651199] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.651199] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.651199] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.651199] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f406f508-be3d-4f9f-9299-93a57ce05cf0',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.654907] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d111f50-9baf-406d-b7bc-0af4b88cf546 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.655061] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d111f50-9baf-406d-b7bc-0af4b88cf546" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.655102] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d111f50-9baf-406d-b7bc-0af4b88cf546" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.655291] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d111f50-9baf-406d-b7bc-0af4b88cf546" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.655372] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d111f50-9baf-406d-b7bc-0af4b88cf546',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.731268] env[65426]: INFO networking_nsxv3.common.synchronization [None req-306e7cfa-930a-4084-979f-eb77c59745b9 tempest-ServersTestBootFromVolume-1345066712 tempest-ServersTestBootFromVolume-1345066712-project-member] Enqueued Resource ID: 5bf0629d-14f5-410a-835b-93a4e11208b0 with Priority: HIGHEST for action security_group_rules [ 860.732075] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf0629d-14f5-410a-835b-93a4e11208b0 with Priority: HIGHEST for action security_group_rules [ 860.732473] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bf0629d-14f5-410a-835b-93a4e11208b0 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.732656] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bf0629d-14f5-410a-835b-93a4e11208b0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.732754] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bf0629d-14f5-410a-835b-93a4e11208b0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.733072] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bf0629d-14f5-410a-835b-93a4e11208b0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.733198] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bf0629d-14f5-410a-835b-93a4e11208b0',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.002099] env[65426]: INFO networking_nsxv3.common.synchronization [None req-7d207b00-51e8-4fa0-b6ff-fb2dacafa2a2 tempest-ServersTestBootFromVolume-1345066712 tempest-ServersTestBootFromVolume-1345066712-project-member] Enqueued Resource ID: 5bf0629d-14f5-410a-835b-93a4e11208b0 with Priority: HIGHEST for action security_group_rules [ 861.004608] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf0629d-14f5-410a-835b-93a4e11208b0 with Priority: HIGHEST for action security_group_rules [ 861.005289] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bf0629d-14f5-410a-835b-93a4e11208b0 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.005505] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bf0629d-14f5-410a-835b-93a4e11208b0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.124183] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5806718e-b5ae-4795-9ce8-08af5e7d0eb4 in Status: SUCCESS [ 861.124336] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5806718e-b5ae-4795-9ce8-08af5e7d0eb4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.155672] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-f406f508-be3d-4f9f-9299-93a57ce05cf0 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.155839] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.161023] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d111f50-9baf-406d-b7bc-0af4b88cf546 with status ACTIVE [ 861.161023] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.161023] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.161023] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.161023] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.161023] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.161023] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.161023] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.161023] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.161023] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.161023] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.161023] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.161023] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.161023] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.161023] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.161023] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.161023] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d111f50-9baf-406d-b7bc-0af4b88cf546 is going to be updated. [ 861.162803] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f406f508-be3d-4f9f-9299-93a57ce05cf0',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.164530] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9755e48-88f1-45cf-a8e3-9b4182f7f72e [ 861.164775] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.164926] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.165027] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.165234] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.165317] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.165404] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9755e48-88f1-45cf-a8e3-9b4182f7f72e already deleted. [ 861.165480] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9755e48-88f1-45cf-a8e3-9b4182f7f72e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.191373] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.191609] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.191609] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.191730] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.192061] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.192061] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d111f50-9baf-406d-b7bc-0af4b88cf546" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.260076] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.260076] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.260076] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.260076] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.260076] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.260452] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bf0629d-14f5-410a-835b-93a4e11208b0 already deleted. [ 861.260452] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bf0629d-14f5-410a-835b-93a4e11208b0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.260452] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bf0629d-14f5-410a-835b-93a4e11208b0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.261156] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bf0629d-14f5-410a-835b-93a4e11208b0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.261156] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bf0629d-14f5-410a-835b-93a4e11208b0',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.275930] env[65426]: INFO networking_nsxv3.common.synchronization [req-37afc111-126e-4b2f-a4dd-b1489c05f107 req-a299074d-3435-43fb-a48c-a7a63dff1a13 tempest-ImagesOneServerNegativeTestJSON-1567485830 tempest-ImagesOneServerNegativeTestJSON-1567485830-project-member] Enqueued Resource ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 with Priority: HIGHEST for action security_group_members [ 861.276563] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 with Priority: HIGHEST for action security_group_members [ 861.276943] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-0503f97f-df52-44bd-bf6d-fbc266676b01 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.277777] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.277777] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.277905] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.277986] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.278139] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.278139] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.278289] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.278372] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.278501] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0503f97f-df52-44bd-bf6d-fbc266676b01',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.665920] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f406f508-be3d-4f9f-9299-93a57ce05cf0',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.780791] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.781146] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.781146] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.781361] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.781458] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.781660] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.781755] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.781823] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.781982] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.782073] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.782261] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 is going to be deleted. [ 861.784059] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.784184] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.784253] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.784394] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.784529] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.784564] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bf0629d-14f5-410a-835b-93a4e11208b0 already deleted. [ 861.784854] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bf0629d-14f5-410a-835b-93a4e11208b0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.817300] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.818070] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.818070] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.818070] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.818070] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.818070] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.868856] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-686 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.869093] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-686" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.869249] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-686" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.869521] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-686" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.869858] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.870068] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.870191] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.870416] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.870559] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.870862] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.870898] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.870993] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.871108] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.871215] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.871329] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.871459] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.891949] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.892336] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 861.892429] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.892531] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-686" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.893986] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-b79a168f-7712-494d-90c8-544794fe7dc9 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.893986] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-b79a168f-7712-494d-90c8-544794fe7dc9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.894230] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-b79a168f-7712-494d-90c8-544794fe7dc9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.898375] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-b79a168f-7712-494d-90c8-544794fe7dc9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.898375] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b79a168f-7712-494d-90c8-544794fe7dc9',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.171849] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.171849] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.171849] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.172300] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.172369] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.172525] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f406f508-be3d-4f9f-9299-93a57ce05cf0 is going to be created. [ 862.201268] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.201456] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.201541] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.201827] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.202946] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.214475] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f406f508-be3d-4f9f-9299-93a57ce05cf0 in Status: UNINITIALIZED for 2s [ 862.398492] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.398837] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.399036] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.399542] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.399720] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.400077] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port b79a168f-7712-494d-90c8-544794fe7dc9 not found, creating... [ 862.400490] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.400756] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.400942] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.401340] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.401552] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.402019] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.402375] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.402487] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.404049] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.404049] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.404049] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: b79a168f-7712-494d-90c8-544794fe7dc9 is going to be created. [ 862.431025] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.431025] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.431025] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.431025] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.431025] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.431025] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-b79a168f-7712-494d-90c8-544794fe7dc9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.479542] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de in Status: SUCCESS [ 862.479542] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.228040] env[65426]: INFO networking_nsxv3.common.synchronization [req-37afc111-126e-4b2f-a4dd-b1489c05f107 req-dc42ed09-271e-4ec9-b991-f7a63cb34936 service nova] Enqueued Resource ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 with Priority: HIGHEST for action security_group_rules [ 863.228398] env[65426]: INFO networking_nsxv3.common.synchronization [req-37afc111-126e-4b2f-a4dd-b1489c05f107 req-dc42ed09-271e-4ec9-b991-f7a63cb34936 service nova] Enqueued Resource ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 with Priority: HIGHEST for action security_group_members [ 863.228648] env[65426]: INFO networking_nsxv3.common.synchronization [req-37afc111-126e-4b2f-a4dd-b1489c05f107 req-dc42ed09-271e-4ec9-b991-f7a63cb34936 service nova] Enqueued Resource ID: b79a168f-7712-494d-90c8-544794fe7dc9 with Priority: HIGHEST for action port [ 863.229524] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 with Priority: HIGHEST for action security_group_rules [ 863.229747] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 with Priority: HIGHEST for action security_group_members [ 863.229982] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79a168f-7712-494d-90c8-544794fe7dc9 with Priority: HIGHEST for action port [ 863.230464] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0503f97f-df52-44bd-bf6d-fbc266676b01 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.230674] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.230807] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.231314] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.231467] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0503f97f-df52-44bd-bf6d-fbc266676b01',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.233711] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-0503f97f-df52-44bd-bf6d-fbc266676b01 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.233968] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.234115] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.234427] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.234681] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.234849] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.234968] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.235263] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.235429] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.235602] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0503f97f-df52-44bd-bf6d-fbc266676b01',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.237448] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-b79a168f-7712-494d-90c8-544794fe7dc9 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.237657] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b79a168f-7712-494d-90c8-544794fe7dc9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.237775] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b79a168f-7712-494d-90c8-544794fe7dc9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.238056] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b79a168f-7712-494d-90c8-544794fe7dc9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.238200] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b79a168f-7712-494d-90c8-544794fe7dc9',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.663181] env[65426]: INFO networking_nsxv3.common.synchronization [req-82ed9cd2-98a8-488d-844b-c3bbf0e529f6 req-50b47120-6256-49d8-8f66-49b5e09d5d15 tempest-FloatingIPsAssociationTestJSON-186248191 tempest-FloatingIPsAssociationTestJSON-186248191-project-member] Enqueued Resource ID: aa745de1-de68-4909-8e1e-68140a54af99 with Priority: HIGHEST for action security_group_members [ 863.663181] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa745de1-de68-4909-8e1e-68140a54af99 with Priority: HIGHEST for action security_group_members [ 863.663181] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa745de1-de68-4909-8e1e-68140a54af99 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.663181] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.663181] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.663181] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.663181] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.663768] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.663982] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.664298] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.664516] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.665576] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa745de1-de68-4909-8e1e-68140a54af99',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.742279] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b79a168f-7712-494d-90c8-544794fe7dc9 with status ACTIVE [ 863.742518] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.742651] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.742716] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.742933] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.743196] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.743196] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.743314] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.743348] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.743488] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.743562] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.743738] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.743827] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.743879] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.744028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.744108] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.744172] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b79a168f-7712-494d-90c8-544794fe7dc9 is going to be updated. [ 863.745435] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0503f97f-df52-44bd-bf6d-fbc266676b01',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.746366] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-0503f97f-df52-44bd-bf6d-fbc266676b01 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.746493] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.770398] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.770480] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.770568] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.770755] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.770927] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.771238] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b79a168f-7712-494d-90c8-544794fe7dc9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.842503] env[65426]: INFO networking_nsxv3.common.synchronization [req-4f1d6c32-c61b-4584-9346-734c46999f83 req-9409632c-06ed-4e7c-946e-cf4bfddeb262 tempest-ServersAdminTestJSON-43446295 tempest-ServersAdminTestJSON-43446295-project-member] Enqueued Resource ID: d4854309-962d-48c8-b0eb-2c80cfee614f with Priority: HIGHEST for action security_group_members [ 863.843111] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4854309-962d-48c8-b0eb-2c80cfee614f with Priority: HIGHEST for action security_group_members [ 863.843431] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4854309-962d-48c8-b0eb-2c80cfee614f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.843553] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.843618] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.843822] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.843974] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.844247] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.844314] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.844569] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.844750] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.844856] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.985181] env[65426]: INFO networking_nsxv3.common.synchronization [req-426cb3f8-1b91-4b04-8ed6-02fc210275ce req-83983647-1350-4a22-b9e8-553aaa041f5b tempest-AttachVolumeTestJSON-860233858 tempest-AttachVolumeTestJSON-860233858-project-member] Enqueued Resource ID: de4f6c56-eebc-4723-ac43-d01bceee3696 with Priority: HIGHEST for action security_group_members [ 863.985949] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de4f6c56-eebc-4723-ac43-d01bceee3696 with Priority: HIGHEST for action security_group_members [ 863.988028] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-de4f6c56-eebc-4723-ac43-d01bceee3696 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.988028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de4f6c56-eebc-4723-ac43-d01bceee3696" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.988028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de4f6c56-eebc-4723-ac43-d01bceee3696" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.988028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de4f6c56-eebc-4723-ac43-d01bceee3696" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.988028] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.988028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.988028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.988028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.988028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.988028] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de4f6c56-eebc-4723-ac43-d01bceee3696',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.167945] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa745de1-de68-4909-8e1e-68140a54af99',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.228975] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f406f508-be3d-4f9f-9299-93a57ce05cf0 in Status: SUCCESS [ 864.229345] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.233297] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.233297] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.233297] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.233297] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.233297] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.233297] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.233297] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.233297] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.233297] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f406f508-be3d-4f9f-9299-93a57ce05cf0',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.248305] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0503f97f-df52-44bd-bf6d-fbc266676b01',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.348256] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.386613] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-458 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.386817] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-458" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.386936] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-458" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.387297] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-458" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.387558] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.387716] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.387829] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.389071] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.389265] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.389499] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.389615] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.389721] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.389916] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.390058] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.390168] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.390311] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.414328] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.414625] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 864.414857] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.415686] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-458" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.416050] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-ccd71296-1572-4926-bd5f-2dcc8e41bd9c taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.416270] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-ccd71296-1572-4926-bd5f-2dcc8e41bd9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.416356] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-ccd71296-1572-4926-bd5f-2dcc8e41bd9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.416677] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-ccd71296-1572-4926-bd5f-2dcc8e41bd9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.416818] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccd71296-1572-4926-bd5f-2dcc8e41bd9c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.490973] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.491218] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.495193] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.495329] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.495329] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.495536] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.495654] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.495986] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.495986] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.495986] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.496154] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de4f6c56-eebc-4723-ac43-d01bceee3696 already deleted. [ 864.496154] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de4f6c56-eebc-4723-ac43-d01bceee3696" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.673252] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa745de1-de68-4909-8e1e-68140a54af99',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.733963] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f406f508-be3d-4f9f-9299-93a57ce05cf0',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.756025] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.756218] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.756297] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.756523] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.756615] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.756715] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 is going to be created. [ 864.784616] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.784616] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.784616] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.784616] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.784616] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.797130] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 in Status: UNINITIALIZED for 2s [ 864.852097] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.920152] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.920593] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.920593] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.921054] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.921268] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.921461] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port ccd71296-1572-4926-bd5f-2dcc8e41bd9c not found, creating... [ 864.921769] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.921942] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.922073] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.922447] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.922527] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.922761] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.922926] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.923052] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.923261] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.923389] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.923551] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: ccd71296-1572-4926-bd5f-2dcc8e41bd9c is going to be created. [ 864.950080] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.950594] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.950594] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.951562] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.951707] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.952095] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-ccd71296-1572-4926-bd5f-2dcc8e41bd9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.176904] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.176904] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.176904] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.178125] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.178698] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.178874] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa745de1-de68-4909-8e1e-68140a54af99 is going to be updated. [ 865.228148] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.228350] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.228452] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.228939] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.230618] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.240413] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f406f508-be3d-4f9f-9299-93a57ce05cf0: rpc.has_security_group_logging(os_id): False [ 865.253754] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa745de1-de68-4909-8e1e-68140a54af99 in Status: IN_PROGRESS for 2s [ 865.271166] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.271496] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.271625] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.271994] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.272164] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.272587] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.272756] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.272849] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.273222] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.273332] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.273428] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f406f508-be3d-4f9f-9299-93a57ce05cf0 is going to be created. [ 865.358632] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.358899] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.358997] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.359433] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.359433] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.359433] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4854309-962d-48c8-b0eb-2c80cfee614f is going to be updated. [ 865.405968] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.406225] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.406295] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.406646] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.406929] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.451055] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f406f508-be3d-4f9f-9299-93a57ce05cf0 in Status: IN_PROGRESS for 2s [ 865.463238] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.463238] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.463238] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.463238] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.463703] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.483881] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4854309-962d-48c8-b0eb-2c80cfee614f in Status: IN_PROGRESS for 2s [ 865.748846] env[65426]: INFO networking_nsxv3.common.synchronization [req-426cb3f8-1b91-4b04-8ed6-02fc210275ce req-45078e37-8e94-48d6-a108-e75d8006c4cb service nova] Enqueued Resource ID: de4f6c56-eebc-4723-ac43-d01bceee3696 with Priority: HIGHEST for action security_group_rules [ 865.749140] env[65426]: INFO networking_nsxv3.common.synchronization [req-426cb3f8-1b91-4b04-8ed6-02fc210275ce req-45078e37-8e94-48d6-a108-e75d8006c4cb service nova] Enqueued Resource ID: de4f6c56-eebc-4723-ac43-d01bceee3696 with Priority: HIGHEST for action security_group_members [ 865.749569] env[65426]: INFO networking_nsxv3.common.synchronization [req-426cb3f8-1b91-4b04-8ed6-02fc210275ce req-45078e37-8e94-48d6-a108-e75d8006c4cb service nova] Enqueued Resource ID: ccd71296-1572-4926-bd5f-2dcc8e41bd9c with Priority: HIGHEST for action port [ 865.750145] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de4f6c56-eebc-4723-ac43-d01bceee3696 with Priority: HIGHEST for action security_group_rules [ 865.750275] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de4f6c56-eebc-4723-ac43-d01bceee3696 with Priority: HIGHEST for action security_group_members [ 865.750383] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccd71296-1572-4926-bd5f-2dcc8e41bd9c with Priority: HIGHEST for action port [ 865.750830] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de4f6c56-eebc-4723-ac43-d01bceee3696 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.750940] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de4f6c56-eebc-4723-ac43-d01bceee3696" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.750991] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de4f6c56-eebc-4723-ac43-d01bceee3696" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.751243] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de4f6c56-eebc-4723-ac43-d01bceee3696" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.751325] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de4f6c56-eebc-4723-ac43-d01bceee3696',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.752730] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-de4f6c56-eebc-4723-ac43-d01bceee3696 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.752887] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de4f6c56-eebc-4723-ac43-d01bceee3696" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.752963] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de4f6c56-eebc-4723-ac43-d01bceee3696" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.753204] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de4f6c56-eebc-4723-ac43-d01bceee3696" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.753393] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.753529] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.753583] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.753801] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.755689] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.755689] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de4f6c56-eebc-4723-ac43-d01bceee3696',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.755689] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccd71296-1572-4926-bd5f-2dcc8e41bd9c taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.755689] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccd71296-1572-4926-bd5f-2dcc8e41bd9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.755689] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccd71296-1572-4926-bd5f-2dcc8e41bd9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.755689] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccd71296-1572-4926-bd5f-2dcc8e41bd9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.755689] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccd71296-1572-4926-bd5f-2dcc8e41bd9c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.257470] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-de4f6c56-eebc-4723-ac43-d01bceee3696 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.257803] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de4f6c56-eebc-4723-ac43-d01bceee3696" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.258081] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ccd71296-1572-4926-bd5f-2dcc8e41bd9c with status ACTIVE [ 866.258933] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.259245] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.259346] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.259609] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.259720] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.260435] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.260578] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.260645] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.260899] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.261129] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.261612] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.261934] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.262035] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.262218] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.263367] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.263367] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ccd71296-1572-4926-bd5f-2dcc8e41bd9c is going to be updated. [ 866.264062] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de4f6c56-eebc-4723-ac43-d01bceee3696',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.300597] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.300935] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.300935] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.300935] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.301098] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.301254] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccd71296-1572-4926-bd5f-2dcc8e41bd9c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.769392] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de4f6c56-eebc-4723-ac43-d01bceee3696',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.812234] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 in Status: SUCCESS [ 866.812400] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.812531] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.812758] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.812950] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.813201] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.813201] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.813333] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.813406] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.813464] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.813597] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0503f97f-df52-44bd-bf6d-fbc266676b01',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.268171] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa745de1-de68-4909-8e1e-68140a54af99 in Status: SUCCESS [ 867.268586] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.277170] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.277464] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.277464] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.277783] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.277783] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.277858] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de4f6c56-eebc-4723-ac43-d01bceee3696 is going to be created. [ 867.307913] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.308091] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.308157] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.308380] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.308503] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.317970] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-0503f97f-df52-44bd-bf6d-fbc266676b01 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.317970] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.317970] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.318455] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.318518] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.318620] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.318670] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.318989] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.319094] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.319164] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.319427] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-0503f97f-df52-44bd-bf6d-fbc266676b01 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.319549] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.319604] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.320309] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.320572] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.320669] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.320725] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.320825] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.322874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.322874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.322874] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0503f97f-df52-44bd-bf6d-fbc266676b01',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.330616] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de4f6c56-eebc-4723-ac43-d01bceee3696 in Status: UNINITIALIZED for 2s [ 867.467514] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f406f508-be3d-4f9f-9299-93a57ce05cf0 in Status: SUCCESS [ 867.468203] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.500642] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4854309-962d-48c8-b0eb-2c80cfee614f in Status: SUCCESS [ 867.501345] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.823981] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0503f97f-df52-44bd-bf6d-fbc266676b01: rpc.has_security_group_logging(os_id): False [ 867.845499] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.845845] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.847069] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.847462] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.847622] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.848135] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.848135] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.848309] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.848436] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.848566] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.848874] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.849057] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.849162] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.849369] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.849471] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.849826] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.849826] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.849979] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.850247] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.850354] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.850470] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 is going to be created. [ 867.942952] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.942952] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.942952] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.942952] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.943350] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.959810] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 in Status: IN_PROGRESS for 2s [ 868.035272] env[65426]: INFO networking_nsxv3.common.synchronization [req-0c30ff49-5298-48b8-b8f8-a599bb015dc8 req-751cb723-fff8-4085-a3eb-745081179948 tempest-AttachInterfacesUnderV243Test-444842319 tempest-AttachInterfacesUnderV243Test-444842319-project-member] Enqueued Resource ID: 6d285ae1-5428-4477-8eba-920d022f9a0e with Priority: HIGHEST for action security_group_members [ 868.036397] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d285ae1-5428-4477-8eba-920d022f9a0e with Priority: HIGHEST for action security_group_members [ 868.036397] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d285ae1-5428-4477-8eba-920d022f9a0e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.036550] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.036611] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.037140] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.039513] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.039513] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.039513] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.039513] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.039513] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.039513] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d285ae1-5428-4477-8eba-920d022f9a0e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.544154] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.544623] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.544623] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.544892] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.545047] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.545417] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.545574] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.545757] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.546030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.546131] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.546205] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d285ae1-5428-4477-8eba-920d022f9a0e already deleted. [ 868.546445] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.734711] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-166 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.734925] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-166" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.735062] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-166" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.735481] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-166" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.735740] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.735912] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.736367] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.736733] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.736975] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.737349] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.737610] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.737932] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.738539] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.738721] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.739048] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.740119] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.769270] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.769774] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 868.770082] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.770378] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-166" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.770816] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.771087] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.771304] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.771719] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.771985] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.275105] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.275386] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.275553] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.275840] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.275995] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.276212] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5 not found, creating... [ 869.276513] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.276698] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.276844] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.277108] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.277283] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.277671] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.277836] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.277954] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.278233] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.278392] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.278651] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5 is going to be created. [ 869.299678] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.299937] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.300165] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.300494] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.300732] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.300991] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.341284] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de4f6c56-eebc-4723-ac43-d01bceee3696 in Status: SUCCESS [ 869.341504] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de4f6c56-eebc-4723-ac43-d01bceee3696" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.341756] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de4f6c56-eebc-4723-ac43-d01bceee3696" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.342064] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de4f6c56-eebc-4723-ac43-d01bceee3696" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.342348] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.342519] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.342644] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.342886] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.343009] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.343115] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de4f6c56-eebc-4723-ac43-d01bceee3696" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.343237] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de4f6c56-eebc-4723-ac43-d01bceee3696',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.847563] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de4f6c56-eebc-4723-ac43-d01bceee3696',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.973130] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 in Status: SUCCESS [ 869.973361] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.055701] env[65426]: INFO networking_nsxv3.common.synchronization [req-0c30ff49-5298-48b8-b8f8-a599bb015dc8 req-718b7555-482f-4909-813a-8a71785507f8 service nova] Enqueued Resource ID: 6d285ae1-5428-4477-8eba-920d022f9a0e with Priority: HIGHEST for action security_group_rules [ 870.055701] env[65426]: INFO networking_nsxv3.common.synchronization [req-0c30ff49-5298-48b8-b8f8-a599bb015dc8 req-718b7555-482f-4909-813a-8a71785507f8 service nova] Enqueued Resource ID: 6d285ae1-5428-4477-8eba-920d022f9a0e with Priority: HIGHEST for action security_group_members [ 870.055701] env[65426]: INFO networking_nsxv3.common.synchronization [req-0c30ff49-5298-48b8-b8f8-a599bb015dc8 req-718b7555-482f-4909-813a-8a71785507f8 service nova] Enqueued Resource ID: ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5 with Priority: HIGHEST for action port [ 870.055701] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d285ae1-5428-4477-8eba-920d022f9a0e with Priority: HIGHEST for action security_group_rules [ 870.055701] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d285ae1-5428-4477-8eba-920d022f9a0e with Priority: HIGHEST for action security_group_members [ 870.055701] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5 with Priority: HIGHEST for action port [ 870.056386] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d285ae1-5428-4477-8eba-920d022f9a0e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.056386] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.056487] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.056819] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.056953] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d285ae1-5428-4477-8eba-920d022f9a0e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.059746] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d285ae1-5428-4477-8eba-920d022f9a0e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.059868] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.060330] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.063853] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.063853] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.063853] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.063853] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.063853] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.063853] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.063853] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d285ae1-5428-4477-8eba-920d022f9a0e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.063853] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.063853] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.063853] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.063853] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.063853] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.349843] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de4f6c56-eebc-4723-ac43-d01bceee3696: rpc.has_security_group_logging(os_id): False [ 870.374236] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.374380] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.374451] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.375843] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.375843] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.375843] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.375843] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.375843] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.375843] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.375843] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.375843] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de4f6c56-eebc-4723-ac43-d01bceee3696 is going to be created. [ 870.461215] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.461959] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.464263] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.464263] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.464263] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.484231] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de4f6c56-eebc-4723-ac43-d01bceee3696 in Status: IN_PROGRESS for 2s [ 870.565824] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5 with status ACTIVE [ 870.566102] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.566248] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.566345] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.566629] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.566722] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.566928] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.567451] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.567451] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.567451] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.567451] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.567713] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.567713] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.567713] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.567862] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.567862] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.568073] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5 is going to be updated. [ 870.569963] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d285ae1-5428-4477-8eba-920d022f9a0e taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.570088] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.570290] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d285ae1-5428-4477-8eba-920d022f9a0e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.595927] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.596095] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.596146] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.596429] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.596602] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.596764] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.927238] env[65426]: INFO networking_nsxv3.common.synchronization [req-ada6d9a4-d1f6-44a1-b289-efe86abfb15c req-59edd1f7-e6ab-42be-b2c9-3bcc4c67befc tempest-ImagesTestJSON-1192390857 tempest-ImagesTestJSON-1192390857-project-member] Enqueued Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_members [ 870.927238] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_members [ 870.927238] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.927238] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.927238] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.928410] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.928764] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.929050] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.929263] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.929578] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.929911] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.931105] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.057730] env[65426]: INFO networking_nsxv3.common.synchronization [None req-6f6bbc14-5259-45a2-994d-f1bf82a27407 None None] Enqueued Resource ID: 15cd9c77-8191-42bf-82de-c42254ce43f1 with Priority: HIGHEST for action port [ 871.062213] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15cd9c77-8191-42bf-82de-c42254ce43f1 with Priority: HIGHEST for action port [ 871.062213] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-15cd9c77-8191-42bf-82de-c42254ce43f1 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.062213] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15cd9c77-8191-42bf-82de-c42254ce43f1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.062213] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15cd9c77-8191-42bf-82de-c42254ce43f1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.062213] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15cd9c77-8191-42bf-82de-c42254ce43f1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.062213] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15cd9c77-8191-42bf-82de-c42254ce43f1',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.075864] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d285ae1-5428-4477-8eba-920d022f9a0e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.435227] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.467730] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-730 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.467993] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-730" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.468237] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-730" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.468553] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-730" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.468888] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.469398] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.469398] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.469561] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.469803] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.470358] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.470358] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.470358] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.470585] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.470585] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.471223] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.471223] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.493077] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.493077] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 871.493077] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.493352] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-730" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.493933] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-17cf5767-1f62-45f0-8d28-19ac795a99ef taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.493933] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-17cf5767-1f62-45f0-8d28-19ac795a99ef" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.493933] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-17cf5767-1f62-45f0-8d28-19ac795a99ef" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.494790] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-17cf5767-1f62-45f0-8d28-19ac795a99ef" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.494790] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17cf5767-1f62-45f0-8d28-19ac795a99ef',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.564473] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15cd9c77-8191-42bf-82de-c42254ce43f1 [ 871.565433] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.565587] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.565676] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.565894] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.565986] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.566114] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15cd9c77-8191-42bf-82de-c42254ce43f1 already deleted. [ 871.566200] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15cd9c77-8191-42bf-82de-c42254ce43f1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.578780] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.578956] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.579035] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.579346] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.579485] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.579604] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d285ae1-5428-4477-8eba-920d022f9a0e is going to be created. [ 871.606355] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.606355] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.606355] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.606355] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.606355] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.617739] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d285ae1-5428-4477-8eba-920d022f9a0e in Status: UNINITIALIZED for 2s [ 871.937740] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.997350] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.000161] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.000161] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.000161] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.000161] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.000161] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port 17cf5767-1f62-45f0-8d28-19ac795a99ef not found, creating... [ 872.000161] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.000161] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.000161] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.002067] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.002761] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.004389] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.004389] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.004389] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.004389] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.004389] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.004389] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: 17cf5767-1f62-45f0-8d28-19ac795a99ef is going to be created. [ 872.030330] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.030911] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.030911] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.031322] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.031592] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.031840] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-17cf5767-1f62-45f0-8d28-19ac795a99ef" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.439867] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.439867] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.439867] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.439867] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.439867] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.440121] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 is going to be updated. [ 872.478249] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.478534] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.478534] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.478679] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.478755] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.493807] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 in Status: IN_PROGRESS for 2s [ 872.497693] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de4f6c56-eebc-4723-ac43-d01bceee3696 in Status: SUCCESS [ 872.497973] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de4f6c56-eebc-4723-ac43-d01bceee3696" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.912683] env[65426]: INFO networking_nsxv3.common.synchronization [req-ada6d9a4-d1f6-44a1-b289-efe86abfb15c req-9a30723a-26e8-4641-9ab1-81c161f46632 service nova] Enqueued Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_rules [ 872.912683] env[65426]: INFO networking_nsxv3.common.synchronization [req-ada6d9a4-d1f6-44a1-b289-efe86abfb15c req-9a30723a-26e8-4641-9ab1-81c161f46632 service nova] Enqueued Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_members [ 872.912683] env[65426]: INFO networking_nsxv3.common.synchronization [req-ada6d9a4-d1f6-44a1-b289-efe86abfb15c req-9a30723a-26e8-4641-9ab1-81c161f46632 service nova] Enqueued Resource ID: 17cf5767-1f62-45f0-8d28-19ac795a99ef with Priority: HIGHEST for action port [ 872.912996] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_rules [ 872.912996] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_members [ 872.913095] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17cf5767-1f62-45f0-8d28-19ac795a99ef with Priority: HIGHEST for action port [ 872.913397] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23f8c721-0c3d-4d72-a8a8-79c4dca79b31 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.913529] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.913614] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.913803] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.913895] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.916050] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.916050] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.916050] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-17cf5767-1f62-45f0-8d28-19ac795a99ef taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.916050] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17cf5767-1f62-45f0-8d28-19ac795a99ef" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.916050] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17cf5767-1f62-45f0-8d28-19ac795a99ef" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.916442] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17cf5767-1f62-45f0-8d28-19ac795a99ef" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.916442] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17cf5767-1f62-45f0-8d28-19ac795a99ef',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.110343] env[65426]: INFO networking_nsxv3.common.synchronization [None req-b5d6f37e-c2dd-4b93-830b-6ae0736e9680 None None] Enqueued Resource ID: c2187189-a71f-4a48-a19f-40b6083385a2 with Priority: HIGHEST for action port [ 873.111678] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2187189-a71f-4a48-a19f-40b6083385a2 with Priority: HIGHEST for action port [ 873.112178] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2187189-a71f-4a48-a19f-40b6083385a2 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.112796] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2187189-a71f-4a48-a19f-40b6083385a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.112934] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2187189-a71f-4a48-a19f-40b6083385a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.113580] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2187189-a71f-4a48-a19f-40b6083385a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.113799] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2187189-a71f-4a48-a19f-40b6083385a2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.417956] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.418546] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.419851] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17cf5767-1f62-45f0-8d28-19ac795a99ef with status ACTIVE [ 873.421805] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.421805] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.421805] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.421805] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.421805] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.425065] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.425065] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.425065] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.425065] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.425065] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.425065] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.425065] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.425065] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.425065] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.425065] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.425065] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17cf5767-1f62-45f0-8d28-19ac795a99ef is going to be updated. [ 873.450601] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.450785] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.450842] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.451071] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.451260] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.451463] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17cf5767-1f62-45f0-8d28-19ac795a99ef" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.616829] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2187189-a71f-4a48-a19f-40b6083385a2 [ 873.618052] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.618052] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.618052] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.618052] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.618052] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.618430] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2187189-a71f-4a48-a19f-40b6083385a2 already deleted. [ 873.618430] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2187189-a71f-4a48-a19f-40b6083385a2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.631122] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d285ae1-5428-4477-8eba-920d022f9a0e in Status: SUCCESS [ 873.631458] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.631736] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.632079] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.632408] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.632593] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.632707] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.632977] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.637683] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.637683] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.637683] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d285ae1-5428-4477-8eba-920d022f9a0e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.141123] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d285ae1-5428-4477-8eba-920d022f9a0e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.505707] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 in Status: SUCCESS [ 874.505707] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.505707] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.505707] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.506021] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.506021] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.506021] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.506170] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.506248] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.506324] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.643857] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d285ae1-5428-4477-8eba-920d022f9a0e: rpc.has_security_group_logging(os_id): False [ 874.664433] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.664593] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.664593] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.664834] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.664834] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.665103] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.665216] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.665286] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.665445] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.665528] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.665626] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d285ae1-5428-4477-8eba-920d022f9a0e is going to be created. [ 874.750837] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.750983] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.751146] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.751395] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.751630] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.767086] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d285ae1-5428-4477-8eba-920d022f9a0e in Status: IN_PROGRESS for 2s [ 875.009320] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.513323] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.017090] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.017270] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.017340] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.017826] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.017826] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.017826] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 is going to be updated. [ 876.059788] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.060022] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.060093] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.063133] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.063133] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.074088] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 in Status: IN_PROGRESS for 2s [ 876.777299] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d285ae1-5428-4477-8eba-920d022f9a0e in Status: SUCCESS [ 876.777966] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.144849] env[65426]: INFO networking_nsxv3.common.synchronization [req-94417f52-d38a-4cdc-8012-b84df91fa1b9 req-6889e8b7-0bd7-4a23-8018-083cd117e4ae tempest-ImagesOneServerNegativeTestJSON-1567485830 tempest-ImagesOneServerNegativeTestJSON-1567485830-project-member] Enqueued Resource ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 with Priority: HIGHEST for action security_group_members [ 877.145455] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 with Priority: HIGHEST for action security_group_members [ 877.145739] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-0503f97f-df52-44bd-bf6d-fbc266676b01 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.145868] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.145920] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.146796] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.146961] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.147074] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.147145] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.147323] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.147411] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.147890] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0503f97f-df52-44bd-bf6d-fbc266676b01',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.651593] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.651729] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.652090] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.652189] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.652241] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.652493] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.652589] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.652634] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.652750] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.652825] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.652910] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 is going to be updated. [ 877.717722] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.718405] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.718405] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.718405] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.718610] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.729770] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 in Status: IN_PROGRESS for 2s [ 877.920251] env[65426]: INFO networking_nsxv3.common.synchronization [req-c4334b50-e4c0-4f04-87ec-e00e024642ac req-7adf11e0-2377-4d3a-86fd-cef0ed9aa507 tempest-InstanceActionsNegativeTestJSON-1371423085 tempest-InstanceActionsNegativeTestJSON-1371423085-project-member] Enqueued Resource ID: 5806718e-b5ae-4795-9ce8-08af5e7d0eb4 with Priority: HIGHEST for action security_group_members [ 877.920251] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5806718e-b5ae-4795-9ce8-08af5e7d0eb4 with Priority: HIGHEST for action security_group_members [ 877.920251] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5806718e-b5ae-4795-9ce8-08af5e7d0eb4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.920251] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5806718e-b5ae-4795-9ce8-08af5e7d0eb4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.920251] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5806718e-b5ae-4795-9ce8-08af5e7d0eb4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.922777] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5806718e-b5ae-4795-9ce8-08af5e7d0eb4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.922777] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.922777] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.922777] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.922777] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.922777] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.922777] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5806718e-b5ae-4795-9ce8-08af5e7d0eb4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.086555] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 in Status: SUCCESS [ 878.086555] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.086555] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.086731] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.087411] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.089085] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.089085] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.089085] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.089085] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.089085] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.089085] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.425745] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.425745] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.425745] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.426018] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.426098] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.426334] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.426477] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.426583] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.426798] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.426940] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.430068] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5806718e-b5ae-4795-9ce8-08af5e7d0eb4 is going to be updated. [ 878.464595] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.464810] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.465028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.465228] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.465417] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.478711] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5806718e-b5ae-4795-9ce8-08af5e7d0eb4 in Status: IN_PROGRESS for 2s [ 878.591725] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.591725] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.591725] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.592009] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.592152] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.592227] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.592299] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.592674] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.592674] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.592674] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.592773] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.592838] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.592896] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.593037] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.593184] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.593270] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.593373] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.593465] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.593527] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.593608] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.593698] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.096393] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23f8c721-0c3d-4d72-a8a8-79c4dca79b31: rpc.has_security_group_logging(os_id): False [ 879.134609] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.134785] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.134826] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.135065] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.158701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.159012] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.159142] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.159211] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.159423] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.159511] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.159699] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.159980] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.159980] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.160083] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.162800] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.162800] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.162800] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.162800] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.163779] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.163779] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.163779] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 is going to be updated. [ 879.249176] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.249341] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.249432] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.249652] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.249802] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.269797] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 in Status: IN_PROGRESS for 2s [ 879.479545] env[65426]: INFO networking_nsxv3.common.synchronization [req-dbca6f0d-049d-478b-af37-08aaa9ca6a14 req-cb092f53-feee-44ea-a203-1b8b1342ba6b tempest-MultipleCreateTestJSON-1759962976 tempest-MultipleCreateTestJSON-1759962976-project-member] Enqueued Resource ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 with Priority: HIGHEST for action security_group_members [ 879.480286] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 with Priority: HIGHEST for action security_group_members [ 879.481977] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a62472b-b468-4aee-8cbb-7db31af668b4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.481977] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.481977] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.483708] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.484010] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.484243] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.484492] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.485059] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.485059] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.485059] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.741455] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 in Status: SUCCESS [ 879.741652] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 deletion is rescheduled due to dependency. [ 879.741771] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.988312] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.988474] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.988535] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.989175] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.989175] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.989175] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.989175] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.989404] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.989404] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.989476] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.989557] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 already deleted. [ 879.989631] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.271204] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.271204] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-80" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.271204] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-80" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.271204] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-80" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.271204] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.271204] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.271204] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.271635] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.272306] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.272306] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.272306] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 880.272306] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 880.272544] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 880.272544] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.272654] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 880.272696] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 880.296798] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 880.296798] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 880.296798] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 880.296798] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-80" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.296798] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-6a5b439f-cc46-4900-aa8d-acb5fa2e8569 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.296798] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-6a5b439f-cc46-4900-aa8d-acb5fa2e8569" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.296798] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-6a5b439f-cc46-4900-aa8d-acb5fa2e8569" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.297056] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-6a5b439f-cc46-4900-aa8d-acb5fa2e8569" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.297083] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a5b439f-cc46-4900-aa8d-acb5fa2e8569',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.489999] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5806718e-b5ae-4795-9ce8-08af5e7d0eb4 in Status: SUCCESS [ 880.489999] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5806718e-b5ae-4795-9ce8-08af5e7d0eb4 deletion is rescheduled due to dependency. [ 880.490646] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5806718e-b5ae-4795-9ce8-08af5e7d0eb4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.792654] env[65426]: INFO networking_nsxv3.common.synchronization [None req-ce1a868c-355f-4d0b-813a-f4101b741b1a None None] Enqueued Resource ID: 4f4284d3-beaa-4fc5-ae6a-085d1342d80b with Priority: HIGHEST for action port [ 880.793483] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f4284d3-beaa-4fc5-ae6a-085d1342d80b with Priority: HIGHEST for action port [ 880.794046] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f4284d3-beaa-4fc5-ae6a-085d1342d80b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.794179] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f4284d3-beaa-4fc5-ae6a-085d1342d80b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.794270] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f4284d3-beaa-4fc5-ae6a-085d1342d80b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.794570] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f4284d3-beaa-4fc5-ae6a-085d1342d80b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.794682] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f4284d3-beaa-4fc5-ae6a-085d1342d80b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.799749] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.799864] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.799984] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.800296] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.800482] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.800689] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port 6a5b439f-cc46-4900-aa8d-acb5fa2e8569 not found, creating... [ 880.801141] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.801250] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.801348] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.801632] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.802058] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.802134] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.802334] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.802494] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.802746] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.802918] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.803126] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: 6a5b439f-cc46-4900-aa8d-acb5fa2e8569 is going to be created. [ 880.825598] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.825917] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.826036] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.826353] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.826737] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.826867] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-6a5b439f-cc46-4900-aa8d-acb5fa2e8569" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.286623] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 in Status: SUCCESS [ 881.286872] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.296393] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f4284d3-beaa-4fc5-ae6a-085d1342d80b [ 881.296632] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.296759] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.296828] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.297057] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.297144] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.297233] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f4284d3-beaa-4fc5-ae6a-085d1342d80b already deleted. [ 881.297310] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f4284d3-beaa-4fc5-ae6a-085d1342d80b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.590635] env[65426]: INFO networking_nsxv3.common.synchronization [req-dbca6f0d-049d-478b-af37-08aaa9ca6a14 req-b4f2d29f-92dc-4abe-a4bf-7fe017a171e1 service nova] Enqueued Resource ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 with Priority: HIGHEST for action security_group_rules [ 881.590868] env[65426]: INFO networking_nsxv3.common.synchronization [req-dbca6f0d-049d-478b-af37-08aaa9ca6a14 req-b4f2d29f-92dc-4abe-a4bf-7fe017a171e1 service nova] Enqueued Resource ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 with Priority: HIGHEST for action security_group_members [ 881.591037] env[65426]: INFO networking_nsxv3.common.synchronization [req-dbca6f0d-049d-478b-af37-08aaa9ca6a14 req-b4f2d29f-92dc-4abe-a4bf-7fe017a171e1 service nova] Enqueued Resource ID: 6a5b439f-cc46-4900-aa8d-acb5fa2e8569 with Priority: HIGHEST for action port [ 881.591626] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 with Priority: HIGHEST for action security_group_rules [ 881.592092] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 with Priority: HIGHEST for action security_group_members [ 881.592092] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a5b439f-cc46-4900-aa8d-acb5fa2e8569 with Priority: HIGHEST for action port [ 881.592617] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a62472b-b468-4aee-8cbb-7db31af668b4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.592783] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.592882] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.593326] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.593326] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.594251] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a62472b-b468-4aee-8cbb-7db31af668b4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.594404] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.594496] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.594715] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.594970] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.595142] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.595245] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.595423] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.595541] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.595661] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.598294] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a5b439f-cc46-4900-aa8d-acb5fa2e8569 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.598294] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a5b439f-cc46-4900-aa8d-acb5fa2e8569" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.598294] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a5b439f-cc46-4900-aa8d-acb5fa2e8569" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.598294] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a5b439f-cc46-4900-aa8d-acb5fa2e8569" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.598294] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a5b439f-cc46-4900-aa8d-acb5fa2e8569',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.099462] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a62472b-b468-4aee-8cbb-7db31af668b4 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.099462] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.101447] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a5b439f-cc46-4900-aa8d-acb5fa2e8569 with status ACTIVE [ 882.103128] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.103128] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.103128] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.103128] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.103128] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.103128] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.103128] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.103128] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.103128] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.103128] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.103588] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.103588] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.103588] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.103588] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.103588] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.103723] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a5b439f-cc46-4900-aa8d-acb5fa2e8569 is going to be updated. [ 882.105092] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.128589] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.128841] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.128841] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.128987] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.129204] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.129383] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a5b439f-cc46-4900-aa8d-acb5fa2e8569" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.607748] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.665105] env[65426]: INFO networking_nsxv3.common.synchronization [None req-180efcd7-b638-4cf5-a3b8-14744a02d836 None None] Enqueued Resource ID: cd7bf0ae-b630-4408-bb61-9060d631d4b0 with Priority: HIGHEST for action port [ 882.665105] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd7bf0ae-b630-4408-bb61-9060d631d4b0 with Priority: HIGHEST for action port [ 882.665504] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd7bf0ae-b630-4408-bb61-9060d631d4b0 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.665504] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd7bf0ae-b630-4408-bb61-9060d631d4b0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.665504] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd7bf0ae-b630-4408-bb61-9060d631d4b0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.665733] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd7bf0ae-b630-4408-bb61-9060d631d4b0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.665819] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd7bf0ae-b630-4408-bb61-9060d631d4b0',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.982372] env[65426]: INFO networking_nsxv3.common.synchronization [req-dbca6f0d-049d-478b-af37-08aaa9ca6a14 req-93849b0f-2998-457c-9220-46be5f2f34c2 tempest-MultipleCreateTestJSON-1759962976 tempest-MultipleCreateTestJSON-1759962976-project-member] Enqueued Resource ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 with Priority: HIGHEST for action security_group_members [ 882.983059] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 with Priority: HIGHEST for action security_group_members [ 882.983461] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a62472b-b468-4aee-8cbb-7db31af668b4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.983623] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.114096] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.114096] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.114096] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.114096] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.114096] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.114096] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 is going to be created. [ 883.144211] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.144211] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.144211] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.144211] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.144211] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.158592] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 in Status: UNINITIALIZED for 2s [ 883.172401] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd7bf0ae-b630-4408-bb61-9060d631d4b0 [ 883.172401] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.172401] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.172401] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.172401] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.172401] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.172401] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd7bf0ae-b630-4408-bb61-9060d631d4b0 already deleted. [ 883.172401] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd7bf0ae-b630-4408-bb61-9060d631d4b0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.250966] env[65426]: INFO networking_nsxv3.common.synchronization [None req-47cadab9-0891-4128-a29e-62050d55096f None None] Enqueued Resource ID: ef5cdf9c-32dc-46d1-8cf8-ab984e739cc2 with Priority: HIGHEST for action port [ 883.251732] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef5cdf9c-32dc-46d1-8cf8-ab984e739cc2 with Priority: HIGHEST for action port [ 883.252154] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef5cdf9c-32dc-46d1-8cf8-ab984e739cc2 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.252349] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef5cdf9c-32dc-46d1-8cf8-ab984e739cc2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.252349] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef5cdf9c-32dc-46d1-8cf8-ab984e739cc2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.252609] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef5cdf9c-32dc-46d1-8cf8-ab984e739cc2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.252691] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef5cdf9c-32dc-46d1-8cf8-ab984e739cc2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.428965] env[65426]: INFO networking_nsxv3.common.synchronization [None req-a39479b8-3b5e-4548-9ef3-e9744ea7a191 None None] Enqueued Resource ID: 68148bfd-e080-4a68-832e-19921db18997 with Priority: HIGHEST for action port [ 883.429514] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68148bfd-e080-4a68-832e-19921db18997 with Priority: HIGHEST for action port [ 883.429877] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-68148bfd-e080-4a68-832e-19921db18997 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.430711] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68148bfd-e080-4a68-832e-19921db18997" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.430824] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68148bfd-e080-4a68-832e-19921db18997" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.432231] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68148bfd-e080-4a68-832e-19921db18997" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.432325] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68148bfd-e080-4a68-832e-19921db18997',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.757625] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef5cdf9c-32dc-46d1-8cf8-ab984e739cc2 [ 883.758013] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.758013] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.758013] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.758149] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.758363] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.758363] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef5cdf9c-32dc-46d1-8cf8-ab984e739cc2 already deleted. [ 883.758583] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef5cdf9c-32dc-46d1-8cf8-ab984e739cc2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.934923] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68148bfd-e080-4a68-832e-19921db18997 [ 883.935368] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.935368] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.935368] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.935685] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.935685] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.935748] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68148bfd-e080-4a68-832e-19921db18997 already deleted. [ 883.935800] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68148bfd-e080-4a68-832e-19921db18997" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.993190] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.993190] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-80" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.993302] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-80" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.993595] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-80" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.993793] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.993939] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.996173] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.996464] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.996827] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.997116] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.997315] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 883.997507] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 883.997690] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 883.997885] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.998130] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 883.998354] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.020936] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.021406] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 884.021581] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.021764] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-80" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.022652] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-f4babcca-6d0a-4ed1-9c18-49eecf73c949 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.022652] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-f4babcca-6d0a-4ed1-9c18-49eecf73c949" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.022915] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-f4babcca-6d0a-4ed1-9c18-49eecf73c949" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.023263] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-f4babcca-6d0a-4ed1-9c18-49eecf73c949" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.023434] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4babcca-6d0a-4ed1-9c18-49eecf73c949',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.529790] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.530636] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.530636] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.530636] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.530739] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.530926] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port f4babcca-6d0a-4ed1-9c18-49eecf73c949 not found, creating... [ 884.531258] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.531490] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.531649] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.531899] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.532197] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.532553] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.532760] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.532894] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.533157] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.533299] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.533498] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: f4babcca-6d0a-4ed1-9c18-49eecf73c949 is going to be created. [ 884.554138] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.554360] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.554483] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.554763] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.554986] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.555229] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-f4babcca-6d0a-4ed1-9c18-49eecf73c949" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.169875] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 in Status: SUCCESS [ 885.170214] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.170357] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.170552] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.170755] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.170871] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.170951] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.171141] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.171276] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.171276] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.171439] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.172372] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.172583] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.172776] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.172872] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.172937] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.173095] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.173177] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.173272] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.277972] env[65426]: INFO networking_nsxv3.common.synchronization [req-dbca6f0d-049d-478b-af37-08aaa9ca6a14 req-71589310-f5a4-4dc1-bbef-c7b91133d8d4 service nova] Enqueued Resource ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 with Priority: HIGHEST for action security_group_rules [ 885.277972] env[65426]: INFO networking_nsxv3.common.synchronization [req-dbca6f0d-049d-478b-af37-08aaa9ca6a14 req-71589310-f5a4-4dc1-bbef-c7b91133d8d4 service nova] Enqueued Resource ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 with Priority: HIGHEST for action security_group_members [ 885.277972] env[65426]: INFO networking_nsxv3.common.synchronization [req-dbca6f0d-049d-478b-af37-08aaa9ca6a14 req-71589310-f5a4-4dc1-bbef-c7b91133d8d4 service nova] Enqueued Resource ID: f4babcca-6d0a-4ed1-9c18-49eecf73c949 with Priority: HIGHEST for action port [ 885.279405] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 with Priority: HIGHEST for action security_group_rules [ 885.279574] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 with Priority: HIGHEST for action security_group_members [ 885.279671] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4babcca-6d0a-4ed1-9c18-49eecf73c949 with Priority: HIGHEST for action port [ 885.279986] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a62472b-b468-4aee-8cbb-7db31af668b4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.280131] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.280655] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a62472b-b468-4aee-8cbb-7db31af668b4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.280775] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.281112] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4babcca-6d0a-4ed1-9c18-49eecf73c949 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.281264] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4babcca-6d0a-4ed1-9c18-49eecf73c949" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.281264] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4babcca-6d0a-4ed1-9c18-49eecf73c949" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.282224] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4babcca-6d0a-4ed1-9c18-49eecf73c949" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.283469] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4babcca-6d0a-4ed1-9c18-49eecf73c949',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.408583] env[65426]: INFO networking_nsxv3.common.synchronization [None req-9ab37ee0-7b3d-4a92-b262-61c65c636d98 tempest-ServerActionsTestJSON-2130197459 tempest-ServerActionsTestJSON-2130197459-project-member] Enqueued Resource ID: fa19dddd-09fc-49b2-9584-5985f26976ac with Priority: HIGHEST for action security_group_rules [ 885.411027] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa19dddd-09fc-49b2-9584-5985f26976ac with Priority: HIGHEST for action security_group_rules [ 885.411027] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa19dddd-09fc-49b2-9584-5985f26976ac taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.411027] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.411027] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.411027] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.411027] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa19dddd-09fc-49b2-9584-5985f26976ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.581144] env[65426]: INFO networking_nsxv3.common.synchronization [None req-c5f32272-50e4-4a84-bd73-30166522a39f tempest-ServerActionsTestJSON-2130197459 tempest-ServerActionsTestJSON-2130197459-project-member] Enqueued Resource ID: fa19dddd-09fc-49b2-9584-5985f26976ac with Priority: HIGHEST for action security_group_rules [ 885.583635] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa19dddd-09fc-49b2-9584-5985f26976ac with Priority: HIGHEST for action security_group_rules [ 885.584622] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa19dddd-09fc-49b2-9584-5985f26976ac taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.587904] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.614385] env[65426]: INFO networking_nsxv3.common.synchronization [None req-44a17fbf-b1e1-4eb0-8d75-414dd508b55b None None] Enqueued Resource ID: b2401149-ba27-4a27-9c57-a17178b2a6a7 with Priority: HIGHEST for action port [ 885.614943] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2401149-ba27-4a27-9c57-a17178b2a6a7 with Priority: HIGHEST for action port [ 885.615271] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2401149-ba27-4a27-9c57-a17178b2a6a7 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.615394] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2401149-ba27-4a27-9c57-a17178b2a6a7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.615634] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2401149-ba27-4a27-9c57-a17178b2a6a7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.615762] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2401149-ba27-4a27-9c57-a17178b2a6a7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.615844] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2401149-ba27-4a27-9c57-a17178b2a6a7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.679852] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a62472b-b468-4aee-8cbb-7db31af668b4 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.680037] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.680904] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.785474] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4babcca-6d0a-4ed1-9c18-49eecf73c949 with status ACTIVE [ 885.785651] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.786016] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.786016] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.786462] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.786658] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.787042] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.787144] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.787215] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.787483] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.787611] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.787918] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.788292] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.788473] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.788722] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.788793] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.788922] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4babcca-6d0a-4ed1-9c18-49eecf73c949 is going to be updated. [ 885.817300] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.817498] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.817574] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.817869] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.817977] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.818408] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4babcca-6d0a-4ed1-9c18-49eecf73c949" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.933307] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.933627] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.933740] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.934050] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.934234] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.934323] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa19dddd-09fc-49b2-9584-5985f26976ac already deleted. [ 885.934463] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.934746] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.935035] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.935092] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa19dddd-09fc-49b2-9584-5985f26976ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.119901] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2401149-ba27-4a27-9c57-a17178b2a6a7 [ 886.119901] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.119901] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.120237] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.121024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.121024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.121024] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2401149-ba27-4a27-9c57-a17178b2a6a7 already deleted. [ 886.121024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2401149-ba27-4a27-9c57-a17178b2a6a7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.160427] env[65426]: INFO networking_nsxv3.common.synchronization [None req-7e8065b8-072e-4ad3-8f39-238cc930c6e9 None None] Enqueued Resource ID: c34f5d20-1baa-4ad1-b136-c839cbf28c1a with Priority: HIGHEST for action port [ 886.162714] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c34f5d20-1baa-4ad1-b136-c839cbf28c1a with Priority: HIGHEST for action port [ 886.162714] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-c34f5d20-1baa-4ad1-b136-c839cbf28c1a taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.162714] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c34f5d20-1baa-4ad1-b136-c839cbf28c1a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.162935] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c34f5d20-1baa-4ad1-b136-c839cbf28c1a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.163249] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c34f5d20-1baa-4ad1-b136-c839cbf28c1a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.163825] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c34f5d20-1baa-4ad1-b136-c839cbf28c1a',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.183267] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.461192] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.461370] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.461452] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.461699] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.461804] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.461905] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa19dddd-09fc-49b2-9584-5985f26976ac already deleted. [ 886.461980] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.669442] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c34f5d20-1baa-4ad1-b136-c839cbf28c1a [ 886.669569] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.669701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.670198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.670198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.670198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.670198] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c34f5d20-1baa-4ad1-b136-c839cbf28c1a already deleted. [ 886.670352] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c34f5d20-1baa-4ad1-b136-c839cbf28c1a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.685562] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.686556] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.686556] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.686556] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.686556] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.686556] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 is going to be updated. [ 886.721657] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.721804] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.721864] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.722490] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.722490] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.734929] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 in Status: IN_PROGRESS for 2s [ 887.535813] env[65426]: INFO networking_nsxv3.common.synchronization [req-4d41aa8b-28e2-4b88-88ba-b5d0c72b54db req-6b90f188-99e6-4ee0-909b-ecc9d30762fd tempest-SecurityGroupRulesTestJSON-1297675923 tempest-SecurityGroupRulesTestJSON-1297675923-project-member] Enqueued Resource ID: 3fce6354-6194-4b1c-8352-266b7cad3ffe with Priority: HIGHEST for action security_group_rules [ 887.536555] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fce6354-6194-4b1c-8352-266b7cad3ffe with Priority: HIGHEST for action security_group_rules [ 887.536892] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3fce6354-6194-4b1c-8352-266b7cad3ffe taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.537029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3fce6354-6194-4b1c-8352-266b7cad3ffe" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.537116] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3fce6354-6194-4b1c-8352-266b7cad3ffe" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.537382] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3fce6354-6194-4b1c-8352-266b7cad3ffe" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.537468] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3fce6354-6194-4b1c-8352-266b7cad3ffe',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.063442] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.063442] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.063442] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.063442] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.063442] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.063442] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3fce6354-6194-4b1c-8352-266b7cad3ffe already deleted. [ 888.063819] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3fce6354-6194-4b1c-8352-266b7cad3ffe" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.658499] env[65426]: INFO networking_nsxv3.common.synchronization [req-daa26301-1759-475a-9e11-f64f7876646c req-e2f6a4d1-02c6-4be9-bff6-428cdb07a8c7 tempest-SecurityGroupRulesTestJSON-1297675923 tempest-SecurityGroupRulesTestJSON-1297675923-project-member] Enqueued Resource ID: 9ce17e15-5374-4bb0-978d-ec65c83d4082 with Priority: HIGHEST for action security_group_rules [ 888.658499] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ce17e15-5374-4bb0-978d-ec65c83d4082 with Priority: HIGHEST for action security_group_rules [ 888.658499] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ce17e15-5374-4bb0-978d-ec65c83d4082 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.658499] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ce17e15-5374-4bb0-978d-ec65c83d4082" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.658499] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ce17e15-5374-4bb0-978d-ec65c83d4082" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.658499] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ce17e15-5374-4bb0-978d-ec65c83d4082" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.658499] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ce17e15-5374-4bb0-978d-ec65c83d4082',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.745020] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 in Status: SUCCESS [ 888.745401] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.745607] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.745832] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.746036] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.746159] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.746228] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.746383] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.746467] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.746563] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.192713] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.192713] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.192713] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.192713] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.192713] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.192713] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ce17e15-5374-4bb0-978d-ec65c83d4082 already deleted. [ 889.192713] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ce17e15-5374-4bb0-978d-ec65c83d4082" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.250375] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.597884] env[65426]: INFO networking_nsxv3.common.synchronization [req-d6598394-120c-4c3f-a601-11272e789722 req-f3a37685-44d2-46b1-9f56-7c38a1d22ab8 tempest-SecurityGroupRulesTestJSON-1297675923 tempest-SecurityGroupRulesTestJSON-1297675923-project-member] Enqueued Resource ID: 149aaa7d-cb46-47ef-9398-4a8569aaddb8 with Priority: HIGHEST for action security_group_rules [ 889.599478] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 149aaa7d-cb46-47ef-9398-4a8569aaddb8 with Priority: HIGHEST for action security_group_rules [ 889.599478] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-149aaa7d-cb46-47ef-9398-4a8569aaddb8 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.599478] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-149aaa7d-cb46-47ef-9398-4a8569aaddb8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.599478] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-149aaa7d-cb46-47ef-9398-4a8569aaddb8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.599754] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-149aaa7d-cb46-47ef-9398-4a8569aaddb8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.599754] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('149aaa7d-cb46-47ef-9398-4a8569aaddb8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.752185] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.122545] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.122545] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.122545] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.122911] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.122911] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.123027] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 149aaa7d-cb46-47ef-9398-4a8569aaddb8 already deleted. [ 890.123169] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-149aaa7d-cb46-47ef-9398-4a8569aaddb8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.255672] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.255930] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.256044] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.256339] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.256481] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.256623] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 is going to be updated. [ 890.301067] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.301067] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.301067] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.301067] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.301067] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.312118] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 in Status: IN_PROGRESS for 2s [ 890.876898] env[65426]: INFO networking_nsxv3.common.synchronization [req-63461673-0ae7-4e3b-a37f-64b5cba09218 req-e94a02d4-3b45-4860-b3b1-6b51ea7aa694 tempest-FloatingIPsAssociationTestJSON-186248191 tempest-FloatingIPsAssociationTestJSON-186248191-project-member] Enqueued Resource ID: aa745de1-de68-4909-8e1e-68140a54af99 with Priority: HIGHEST for action security_group_members [ 890.877463] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa745de1-de68-4909-8e1e-68140a54af99 with Priority: HIGHEST for action security_group_members [ 890.877796] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa745de1-de68-4909-8e1e-68140a54af99 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.877888] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.877963] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.878316] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.878474] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.878573] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.878636] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.878793] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.878878] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.878967] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa745de1-de68-4909-8e1e-68140a54af99',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.885537] env[65426]: INFO networking_nsxv3.common.synchronization [req-86bf6ccf-2815-4607-854a-becb80d0d827 req-a4af9439-1c4b-4ba9-b0fb-eeafc8327a12 tempest-SecurityGroupRulesTestJSON-1297675923 tempest-SecurityGroupRulesTestJSON-1297675923-project-member] Enqueued Resource ID: 9ef80764-bc80-4d04-9151-046a021f4115 with Priority: HIGHEST for action security_group_rules [ 890.886221] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ef80764-bc80-4d04-9151-046a021f4115 with Priority: HIGHEST for action security_group_rules [ 890.886323] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ef80764-bc80-4d04-9151-046a021f4115 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.886663] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ef80764-bc80-4d04-9151-046a021f4115" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.886663] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ef80764-bc80-4d04-9151-046a021f4115" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.886742] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ef80764-bc80-4d04-9151-046a021f4115" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.886777] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ef80764-bc80-4d04-9151-046a021f4115',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.381031] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.381031] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.381326] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.381326] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.381428] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.381630] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.381732] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.381794] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.381957] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.382070] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.382180] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa745de1-de68-4909-8e1e-68140a54af99 is going to be updated. [ 891.407381] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.407543] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.407652] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.408511] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.408511] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.408511] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ef80764-bc80-4d04-9151-046a021f4115 already deleted. [ 891.408511] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ef80764-bc80-4d04-9151-046a021f4115" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.415383] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.415517] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.415586] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.415780] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.415912] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.425715] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa745de1-de68-4909-8e1e-68140a54af99 in Status: IN_PROGRESS for 2s [ 891.521787] env[65426]: INFO networking_nsxv3.common.synchronization [req-fc1289c8-9825-4b0e-bf38-f4caa701856c req-ca8a5005-267a-41f7-9623-27e1d0cc9019 tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 with Priority: HIGHEST for action security_group_members [ 891.522114] env[65426]: INFO networking_nsxv3.common.synchronization [req-fc1289c8-9825-4b0e-bf38-f4caa701856c req-ca8a5005-267a-41f7-9623-27e1d0cc9019 tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: c68b3105-e736-4d4c-98a6-c0da4c94d759 with Priority: HIGHEST for action security_group_members [ 891.522370] env[65426]: INFO networking_nsxv3.common.synchronization [req-fc1289c8-9825-4b0e-bf38-f4caa701856c req-ca8a5005-267a-41f7-9623-27e1d0cc9019 tempest-SecurityGroupsTestJSON-2088055470 tempest-SecurityGroupsTestJSON-2088055470-project-member] Enqueued Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_members [ 891.523201] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 with Priority: HIGHEST for action security_group_members [ 891.523507] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c68b3105-e736-4d4c-98a6-c0da4c94d759 with Priority: HIGHEST for action security_group_members [ 891.523688] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGHEST for action security_group_members [ 891.524164] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.525045] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.525045] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.525223] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.525471] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.525642] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.525840] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.526144] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.527033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.527033] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b768bc0-4eeb-4e72-8c10-9fbf69f6a416',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.528694] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-c68b3105-e736-4d4c-98a6-c0da4c94d759 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.528694] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c68b3105-e736-4d4c-98a6-c0da4c94d759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.528694] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c68b3105-e736-4d4c-98a6-c0da4c94d759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.528934] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c68b3105-e736-4d4c-98a6-c0da4c94d759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.529122] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.529223] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.529287] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.529445] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.529525] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.529619] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c68b3105-e736-4d4c-98a6-c0da4c94d759',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.531039] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.531143] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.531211] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.531421] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.531709] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.531811] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.531865] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.532018] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.532096] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.532196] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.029618] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.031650] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.031650] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.031964] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.035599] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.035599] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.035599] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.035599] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.063872] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.063872] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.063872] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.063872] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.063872] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.063872] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.063872] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 is going to be updated. [ 892.064695] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.065142] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.098568] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.098869] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.099419] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.099419] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.099419] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.100509] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.100509] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c68b3105-e736-4d4c-98a6-c0da4c94d759 is going to be updated. [ 892.101089] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.101743] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.101743] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.101743] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.101743] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.101743] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.102094] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.102094] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.102242] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3b7d3ea-9250-432c-bc96-8e6285233766 is going to be updated. [ 892.114218] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.114394] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.115072] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.115072] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.115072] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.124331] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 in Status: IN_PROGRESS for 2s [ 892.150029] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.150029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.150029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.150029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.150029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.150029] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.150029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.150612] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.150878] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.151106] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.164779] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: IN_PROGRESS for 2s [ 892.170958] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c68b3105-e736-4d4c-98a6-c0da4c94d759 in Status: IN_PROGRESS for 2s [ 892.258498] env[65426]: INFO networking_nsxv3.common.synchronization [req-eb8bc594-f5c8-4629-98e6-db63f12e342f req-28b49c72-0308-4ebc-b56d-85c509b8dd06 tempest-ServersAdminTestJSON-43446295 tempest-ServersAdminTestJSON-43446295-project-member] Enqueued Resource ID: d4854309-962d-48c8-b0eb-2c80cfee614f with Priority: HIGHEST for action security_group_members [ 892.259318] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4854309-962d-48c8-b0eb-2c80cfee614f with Priority: HIGHEST for action security_group_members [ 892.259400] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4854309-962d-48c8-b0eb-2c80cfee614f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.259521] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.259590] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.259843] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.259944] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.260032] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.260095] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.260270] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.260393] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.260506] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.330617] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 in Status: SUCCESS [ 892.330988] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.331271] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.331592] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.331893] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.332166] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.332216] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.332971] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.332971] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.332971] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.332971] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a62472b-b468-4aee-8cbb-7db31af668b4 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.333317] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.333317] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.333471] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.333716] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.333859] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.333981] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.334171] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.334393] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.334470] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.334581] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.762383] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.762515] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.762601] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.762812] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.791511] env[65426]: INFO networking_nsxv3.common.synchronization [req-477deaf1-9961-43f8-b31c-cec1e52c6058 req-884e576c-a7c0-48b9-bca1-7b841b8ac7d7 tempest-SecurityGroupRulesTestJSON-1297675923 tempest-SecurityGroupRulesTestJSON-1297675923-project-member] Enqueued Resource ID: 064db9d3-3807-47af-8264-f63ab5b76831 with Priority: HIGHEST for action security_group_rules [ 892.792015] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.792455] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.792455] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.792602] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.792878] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.792949] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.793458] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4854309-962d-48c8-b0eb-2c80cfee614f is going to be updated. [ 892.795455] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 064db9d3-3807-47af-8264-f63ab5b76831 with Priority: HIGHEST for action security_group_rules [ 892.795455] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-064db9d3-3807-47af-8264-f63ab5b76831 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.795455] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-064db9d3-3807-47af-8264-f63ab5b76831" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.795455] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-064db9d3-3807-47af-8264-f63ab5b76831" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.795801] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-064db9d3-3807-47af-8264-f63ab5b76831" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.795887] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('064db9d3-3807-47af-8264-f63ab5b76831',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.842071] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a62472b-b468-4aee-8cbb-7db31af668b4: rpc.has_security_group_logging(os_id): False [ 892.844039] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.844039] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.844039] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.844247] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.844368] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.862031] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4854309-962d-48c8-b0eb-2c80cfee614f in Status: IN_PROGRESS for 2s [ 892.864490] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.864602] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.864640] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.864890] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.865105] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.865289] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.865289] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.865462] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.865982] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.865982] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.865982] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.865982] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.865982] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.866257] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.866257] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.866343] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.866427] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.866498] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.866872] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.866872] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.866872] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 is going to be created. [ 892.962355] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.962551] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.962625] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.962859] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.963090] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.976288] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 in Status: IN_PROGRESS for 2s [ 893.248744] env[65426]: INFO networking_nsxv3.common.synchronization [req-692421d3-ff0b-4a76-a22c-7c7a40dee708 req-85632e5b-a9e4-4317-a13f-b1159763707d tempest-SecurityGroupRulesTestJSON-1297675923 tempest-SecurityGroupRulesTestJSON-1297675923-project-member] Enqueued Resource ID: 064db9d3-3807-47af-8264-f63ab5b76831 with Priority: HIGHEST for action security_group_rules [ 893.249396] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 064db9d3-3807-47af-8264-f63ab5b76831 with Priority: HIGHEST for action security_group_rules [ 893.250804] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-064db9d3-3807-47af-8264-f63ab5b76831 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.250909] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-064db9d3-3807-47af-8264-f63ab5b76831" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.324669] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.324952] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.325125] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.325268] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.325370] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.325533] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 064db9d3-3807-47af-8264-f63ab5b76831 already deleted. [ 893.325693] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-064db9d3-3807-47af-8264-f63ab5b76831" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.325915] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-064db9d3-3807-47af-8264-f63ab5b76831" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.326157] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-064db9d3-3807-47af-8264-f63ab5b76831" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.326275] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('064db9d3-3807-47af-8264-f63ab5b76831',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.437865] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa745de1-de68-4909-8e1e-68140a54af99 in Status: SUCCESS [ 893.438116] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa745de1-de68-4909-8e1e-68140a54af99 deletion is rescheduled due to dependency. [ 893.438253] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.637415] env[65426]: INFO networking_nsxv3.common.synchronization [req-9fae2b31-7ce7-4fe0-bc1a-374dce5ea715 req-dbd62e3a-cb77-4f1e-95d8-30e360ae88d8 tempest-SecurityGroupRulesTestJSON-1297675923 tempest-SecurityGroupRulesTestJSON-1297675923-project-member] Enqueued Resource ID: 064db9d3-3807-47af-8264-f63ab5b76831 with Priority: HIGHEST for action security_group_rules [ 893.637874] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 064db9d3-3807-47af-8264-f63ab5b76831 with Priority: HIGHEST for action security_group_rules [ 893.638167] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-064db9d3-3807-47af-8264-f63ab5b76831 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.638298] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-064db9d3-3807-47af-8264-f63ab5b76831" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.850942] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.851160] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.851313] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.851604] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.851737] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.851884] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 064db9d3-3807-47af-8264-f63ab5b76831 already deleted. [ 893.852037] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-064db9d3-3807-47af-8264-f63ab5b76831" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.852265] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-064db9d3-3807-47af-8264-f63ab5b76831" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.852478] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-064db9d3-3807-47af-8264-f63ab5b76831" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.852592] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('064db9d3-3807-47af-8264-f63ab5b76831',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.136897] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 in Status: SUCCESS [ 894.137415] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 deletion is rescheduled due to dependency. [ 894.137771] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.176831] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3b7d3ea-9250-432c-bc96-8e6285233766 in Status: SUCCESS [ 894.176831] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3b7d3ea-9250-432c-bc96-8e6285233766 deletion is rescheduled due to dependency. [ 894.176831] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.179382] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c68b3105-e736-4d4c-98a6-c0da4c94d759 in Status: SUCCESS [ 894.179382] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c68b3105-e736-4d4c-98a6-c0da4c94d759 deletion is rescheduled due to dependency. [ 894.179382] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c68b3105-e736-4d4c-98a6-c0da4c94d759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.376207] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.376592] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.376592] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.376673] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.376761] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.376871] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 064db9d3-3807-47af-8264-f63ab5b76831 already deleted. [ 894.376969] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-064db9d3-3807-47af-8264-f63ab5b76831" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.874101] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4854309-962d-48c8-b0eb-2c80cfee614f in Status: SUCCESS [ 894.874308] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4854309-962d-48c8-b0eb-2c80cfee614f deletion is rescheduled due to dependency. [ 894.874422] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.987811] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 in Status: SUCCESS [ 894.988098] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.988326] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.988675] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.988768] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.369746] env[65426]: INFO networking_nsxv3.common.synchronization [req-8ddba02c-fcd8-489c-b7b3-464aab333d05 req-07f18a4c-cacf-4e52-9d8c-82c59f6078bc tempest-ServersWithSpecificFlavorTestJSON-732847517 tempest-ServersWithSpecificFlavorTestJSON-732847517-project-member] Enqueued Resource ID: 6221598e-80dd-419c-b559-4db19a1b425d with Priority: HIGHEST for action security_group_members [ 895.370467] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6221598e-80dd-419c-b559-4db19a1b425d with Priority: HIGHEST for action security_group_members [ 895.370917] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-6221598e-80dd-419c-b559-4db19a1b425d taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.371071] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.371146] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.371381] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.371575] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.371744] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.371813] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.371991] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.372099] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.372232] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6221598e-80dd-419c-b559-4db19a1b425d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.396844] env[65426]: INFO networking_nsxv3.common.synchronization [req-f34068f3-dd6f-4312-9f2a-d126d3a2bc1d req-cb972a69-6164-4390-ac77-764f54790862 tempest-ImagesTestJSON-1192390857 tempest-ImagesTestJSON-1192390857-project-member] Enqueued Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_members [ 895.397509] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_members [ 895.397882] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.397965] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.398626] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.398874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.399143] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.399305] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.399573] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.399854] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.399935] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.400057] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.490952] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a62472b-b468-4aee-8cbb-7db31af668b4 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.491181] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.491271] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.491474] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.491686] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.491810] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.491908] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.492066] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.492169] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.492262] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.492355] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.678801] env[65426]: INFO networking_nsxv3.common.synchronization [req-1652775f-6003-4cdc-af34-cf2091f71620 req-194eba6e-d98b-40f3-88e1-bd181f8a23df tempest-ServerRescueTestJSON-302610309 tempest-ServerRescueTestJSON-302610309-project-member] Enqueued Resource ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de with Priority: HIGHEST for action security_group_members [ 895.679365] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de with Priority: HIGHEST for action security_group_members [ 895.679664] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.679789] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.679839] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.680202] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.680447] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.680556] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.680617] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.680777] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.680864] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.680960] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd334e6f-bcdb-4aba-afec-0ac4692cb0de',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.876278] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.876437] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.876437] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.876600] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.876731] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.876990] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.877063] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.877223] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.877504] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.877504] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.877504] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6221598e-80dd-419c-b559-4db19a1b425d is going to be updated. [ 895.903703] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.906854] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.906965] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.906965] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.907204] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.907441] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.916907] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6221598e-80dd-419c-b559-4db19a1b425d in Status: IN_PROGRESS for 2s [ 895.996314] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a62472b-b468-4aee-8cbb-7db31af668b4 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.996468] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.996726] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.000028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.000028] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.000220] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.000220] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.000472] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.000561] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.000659] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.000890] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a62472b-b468-4aee-8cbb-7db31af668b4 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.000965] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.000996] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.001525] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.001525] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.001525] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.001525] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.001819] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.001819] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.001819] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.001819] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.184782] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd334e6f-bcdb-4aba-afec-0ac4692cb0de',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.408220] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.504961] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a62472b-b468-4aee-8cbb-7db31af668b4: rpc.has_security_group_logging(os_id): False [ 896.527249] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.527530] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.527530] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.527767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.527767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.528050] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.528144] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.528144] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.528429] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.528429] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.528625] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.528769] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.528808] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.528947] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.529110] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.529267] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.529881] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.529881] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.529881] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.529881] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.529881] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 is going to be updated. [ 896.601539] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.601539] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.601539] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.601539] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.601539] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.615043] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 in Status: IN_PROGRESS for 2s [ 896.687099] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd334e6f-bcdb-4aba-afec-0ac4692cb0de',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.910977] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.911442] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.911442] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.911580] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.911580] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.911658] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 is going to be updated. [ 896.943891] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.944031] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.944235] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.944468] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.944623] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.954670] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 in Status: IN_PROGRESS for 2s [ 897.190181] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.190434] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.190434] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.190683] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.190775] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.190877] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de is going to be updated. [ 897.219320] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.219460] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.219551] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.219802] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.219986] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.230015] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de in Status: IN_PROGRESS for 2s [ 897.664107] env[65426]: INFO networking_nsxv3.common.synchronization [req-d7901f8a-08f7-4f1a-89e4-e7562a51aae6 req-2589360a-79de-4c62-971e-2a7168b3ea5c tempest-ServerDiskConfigTestJSON-592727729 tempest-ServerDiskConfigTestJSON-592727729-project-member] Enqueued Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_members [ 897.665283] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_members [ 897.666123] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.666281] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.666357] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.666596] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.666756] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.666860] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.666923] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.667083] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.667166] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.667260] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.935502] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6221598e-80dd-419c-b559-4db19a1b425d in Status: SUCCESS [ 897.935702] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6221598e-80dd-419c-b559-4db19a1b425d deletion is rescheduled due to dependency. [ 897.935863] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.087638] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-42 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.087843] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-42" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.088187] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-42" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.088272] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-42" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.088639] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.088639] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.088806] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.090447] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.090447] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.090447] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.090447] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 898.090447] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 898.090447] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 898.090447] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.090447] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 898.090447] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 898.114673] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 898.114903] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 898.115058] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 898.115246] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-42" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.115570] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-769ba21c-630e-46e2-a4ea-db7ec6bdfbd8 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.115780] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-769ba21c-630e-46e2-a4ea-db7ec6bdfbd8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.115878] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-769ba21c-630e-46e2-a4ea-db7ec6bdfbd8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.116250] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-769ba21c-630e-46e2-a4ea-db7ec6bdfbd8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.116387] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('769ba21c-630e-46e2-a4ea-db7ec6bdfbd8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.169563] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.169724] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.169798] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.170074] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.170175] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.170466] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.170576] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.170641] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.170798] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.170875] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.170958] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 already deleted. [ 898.171081] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.614942] env[65426]: INFO networking_nsxv3.common.synchronization [req-65d8e702-1706-495d-bccc-eabf9c61d1fe req-48081749-dfba-4a45-abd5-0159216e8fc2 tempest-MultipleCreateTestJSON-1759962976 tempest-MultipleCreateTestJSON-1759962976-project-member] Enqueued Resource ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 with Priority: HIGHEST for action security_group_members [ 898.614942] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 with Priority: HIGHEST for action security_group_members [ 898.617027] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a62472b-b468-4aee-8cbb-7db31af668b4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.617027] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.617027] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.617239] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.617430] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.617552] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.617649] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.617896] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.617947] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.618059] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.621544] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.621746] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.621852] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.622107] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.622254] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.622414] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 769ba21c-630e-46e2-a4ea-db7ec6bdfbd8 not found, creating... [ 898.622699] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.622863] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.622979] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.623206] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.623342] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.623617] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.623767] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.623883] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.624097] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.624550] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.624726] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 769ba21c-630e-46e2-a4ea-db7ec6bdfbd8 is going to be created. [ 898.632991] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 in Status: SUCCESS [ 898.632991] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.648717] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.649257] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.649458] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.649771] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.650047] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.650361] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-769ba21c-630e-46e2-a4ea-db7ec6bdfbd8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.965096] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 in Status: SUCCESS [ 898.965486] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.029447] env[65426]: INFO networking_nsxv3.common.synchronization [req-3edc6fba-de20-4707-9be0-b72a46ae782a req-d7fc3517-4555-451b-a3ef-9d422f93c93b tempest-MultipleCreateTestJSON-1759962976 tempest-MultipleCreateTestJSON-1759962976-project-member] Enqueued Resource ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 with Priority: HIGHEST for action security_group_members [ 899.029975] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 with Priority: HIGHEST for action security_group_members [ 899.030322] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a62472b-b468-4aee-8cbb-7db31af668b4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.030428] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.121541] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.245026] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de in Status: SUCCESS [ 899.245026] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.381761] env[65426]: INFO networking_nsxv3.common.synchronization [req-d7901f8a-08f7-4f1a-89e4-e7562a51aae6 req-eb52c16b-8894-4822-bd57-2ada9bc16565 service nova] Enqueued Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_rules [ 899.381996] env[65426]: INFO networking_nsxv3.common.synchronization [req-d7901f8a-08f7-4f1a-89e4-e7562a51aae6 req-eb52c16b-8894-4822-bd57-2ada9bc16565 service nova] Enqueued Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_members [ 899.382446] env[65426]: INFO networking_nsxv3.common.synchronization [req-d7901f8a-08f7-4f1a-89e4-e7562a51aae6 req-eb52c16b-8894-4822-bd57-2ada9bc16565 service nova] Enqueued Resource ID: 769ba21c-630e-46e2-a4ea-db7ec6bdfbd8 with Priority: HIGHEST for action port [ 899.382789] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_rules [ 899.382979] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_members [ 899.383166] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 769ba21c-630e-46e2-a4ea-db7ec6bdfbd8 with Priority: HIGHEST for action port [ 899.383514] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.383947] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.383947] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.384087] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.384120] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.386193] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.386317] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.386382] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.386605] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.386796] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.386934] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.387167] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.387360] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.387453] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.387562] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.388572] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-769ba21c-630e-46e2-a4ea-db7ec6bdfbd8 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.389090] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-769ba21c-630e-46e2-a4ea-db7ec6bdfbd8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.389360] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-769ba21c-630e-46e2-a4ea-db7ec6bdfbd8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.389664] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-769ba21c-630e-46e2-a4ea-db7ec6bdfbd8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.389789] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('769ba21c-630e-46e2-a4ea-db7ec6bdfbd8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.623609] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.891775] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.892823] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.892935] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.893130] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 769ba21c-630e-46e2-a4ea-db7ec6bdfbd8 with status ACTIVE [ 899.893421] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.893421] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.893547] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.893684] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.893771] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.893975] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.894054] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.894115] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.894821] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.894821] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.895086] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.895186] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.895250] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.895521] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.895521] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.895597] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 769ba21c-630e-46e2-a4ea-db7ec6bdfbd8 is going to be updated. [ 899.919317] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.919863] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.921237] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.921237] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.921237] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.921237] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-769ba21c-630e-46e2-a4ea-db7ec6bdfbd8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.127067] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.128044] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.128044] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.128044] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.128044] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.128044] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 is going to be updated. [ 900.154604] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.154787] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.154858] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.155078] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.155227] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.163865] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 in Status: IN_PROGRESS for 2s [ 900.398234] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.901638] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.901773] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.901773] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.902052] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.902052] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.902354] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 is going to be created. [ 900.927085] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.927085] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.927085] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.927085] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.927085] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.937438] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: UNINITIALIZED for 2s [ 901.138831] env[65426]: INFO networking_nsxv3.common.synchronization [None req-186966ac-14e3-4aa9-b60f-7436e6ca1e66 None None] Enqueued Resource ID: c2e88ff0-a895-45e7-84d9-296b1b4eb94f with Priority: HIGHEST for action port [ 901.139387] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2e88ff0-a895-45e7-84d9-296b1b4eb94f with Priority: HIGHEST for action port [ 901.139684] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2e88ff0-a895-45e7-84d9-296b1b4eb94f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.139803] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2e88ff0-a895-45e7-84d9-296b1b4eb94f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.139879] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2e88ff0-a895-45e7-84d9-296b1b4eb94f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.140178] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2e88ff0-a895-45e7-84d9-296b1b4eb94f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.140263] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2e88ff0-a895-45e7-84d9-296b1b4eb94f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.643822] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2e88ff0-a895-45e7-84d9-296b1b4eb94f [ 901.643921] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.644159] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.644159] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.644327] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.644416] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.644505] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2e88ff0-a895-45e7-84d9-296b1b4eb94f already deleted. [ 901.644693] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2e88ff0-a895-45e7-84d9-296b1b4eb94f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.176479] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 in Status: SUCCESS [ 902.176741] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.176741] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.177816] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.177816] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.177816] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.177816] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.177816] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.177816] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.177816] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.680205] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.680387] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.680443] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.680651] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.680745] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.680931] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.681052] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.681105] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.681255] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.681353] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.681452] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 is going to be updated. [ 902.714932] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.715125] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.715210] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.715343] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.715487] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.729746] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 in Status: IN_PROGRESS for 2s [ 902.954357] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: SUCCESS [ 902.954357] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.954357] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.955129] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.955351] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.955476] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.955544] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.955714] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.955927] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.955927] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.956033] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.463542] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.463542] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.463542] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.463542] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.463542] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.463542] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.463542] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.463542] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.463542] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.463542] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.463542] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.463542] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.463542] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.463542] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.464198] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.464198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.464198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.464198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.464198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.464198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.464385] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.742471] env[65426]: INFO networking_nsxv3.common.synchronization [None req-01f72312-0367-4186-be8f-231ef4d6a1f9 None None] Enqueued Resource ID: 53643f68-394d-49ba-b3e9-48b4fc9daf49 with Priority: HIGHEST for action port [ 903.743337] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53643f68-394d-49ba-b3e9-48b4fc9daf49 with Priority: HIGHEST for action port [ 903.743660] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-53643f68-394d-49ba-b3e9-48b4fc9daf49 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.743783] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53643f68-394d-49ba-b3e9-48b4fc9daf49" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.743848] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53643f68-394d-49ba-b3e9-48b4fc9daf49" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.744122] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53643f68-394d-49ba-b3e9-48b4fc9daf49" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.744244] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53643f68-394d-49ba-b3e9-48b4fc9daf49',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.966837] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2: rpc.has_security_group_logging(os_id): False [ 903.985831] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.985831] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.985831] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.986118] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.986322] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.986514] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.986682] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.986871] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.987033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.987033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.987223] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.987282] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.987351] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.987498] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.987571] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.987765] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.987874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.987910] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.988313] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.988484] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.988565] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 is going to be created. [ 904.055046] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.055046] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.055046] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.055046] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.055365] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.066669] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: IN_PROGRESS for 2s [ 904.247505] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53643f68-394d-49ba-b3e9-48b4fc9daf49 [ 904.247767] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.247830] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.247897] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.248182] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.248649] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.248649] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53643f68-394d-49ba-b3e9-48b4fc9daf49 already deleted. [ 904.248649] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53643f68-394d-49ba-b3e9-48b4fc9daf49" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.742321] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 in Status: SUCCESS [ 904.742638] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 deletion is rescheduled due to dependency. [ 904.742638] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.456384] env[65426]: INFO networking_nsxv3.common.synchronization [req-9b53cc3f-ba68-4f6c-8a21-1a752c4bf2b9 req-15cf6d3a-afeb-485f-a429-7298fea87c0f tempest-ServersTestBootFromVolume-1345066712 tempest-ServersTestBootFromVolume-1345066712-project-member] Enqueued Resource ID: 5bf0629d-14f5-410a-835b-93a4e11208b0 with Priority: HIGHEST for action security_group_members [ 905.456888] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf0629d-14f5-410a-835b-93a4e11208b0 with Priority: HIGHEST for action security_group_members [ 905.457155] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf0629d-14f5-410a-835b-93a4e11208b0 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.457278] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf0629d-14f5-410a-835b-93a4e11208b0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.457348] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf0629d-14f5-410a-835b-93a4e11208b0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.457609] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf0629d-14f5-410a-835b-93a4e11208b0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.457840] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.458276] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.458276] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.458276] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.458276] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.458582] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bf0629d-14f5-410a-835b-93a4e11208b0',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.960691] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.960998] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.960998] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.961431] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.961595] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.961840] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.962094] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.962166] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.962629] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.962774] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.962963] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf0629d-14f5-410a-835b-93a4e11208b0 already deleted. [ 905.963144] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf0629d-14f5-410a-835b-93a4e11208b0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.976469] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.976695] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-220" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.976897] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-220" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.977250] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-220" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.977674] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.977914] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.978056] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.978339] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.978499] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.978758] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.978904] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.979052] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.979169] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.979321] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.979438] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.979614] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 906.005868] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 906.006132] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 906.006287] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 906.006473] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-220" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.006809] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-16959799-88ee-43a3-bc5f-2ce3c3a9fa80 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.007047] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-16959799-88ee-43a3-bc5f-2ce3c3a9fa80" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.007178] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-16959799-88ee-43a3-bc5f-2ce3c3a9fa80" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.007946] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-16959799-88ee-43a3-bc5f-2ce3c3a9fa80" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.008138] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16959799-88ee-43a3-bc5f-2ce3c3a9fa80',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.084208] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: SUCCESS [ 906.084931] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.515020] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.515020] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.515020] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.515020] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.515020] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.515020] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port 16959799-88ee-43a3-bc5f-2ce3c3a9fa80 not found, creating... [ 906.515020] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.515020] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.515020] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.515020] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.515020] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.515554] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.515554] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.515554] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.515554] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.516423] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.516588] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: 16959799-88ee-43a3-bc5f-2ce3c3a9fa80 is going to be created. [ 906.542239] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.542239] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.542239] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.542239] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.542239] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.542239] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-16959799-88ee-43a3-bc5f-2ce3c3a9fa80" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.292755] env[65426]: INFO networking_nsxv3.common.synchronization [req-9b53cc3f-ba68-4f6c-8a21-1a752c4bf2b9 req-1ea86a99-1af3-474d-879d-8d84bc140ea9 service nova] Enqueued Resource ID: 5bf0629d-14f5-410a-835b-93a4e11208b0 with Priority: HIGHEST for action security_group_rules [ 907.293099] env[65426]: INFO networking_nsxv3.common.synchronization [req-9b53cc3f-ba68-4f6c-8a21-1a752c4bf2b9 req-1ea86a99-1af3-474d-879d-8d84bc140ea9 service nova] Enqueued Resource ID: 5bf0629d-14f5-410a-835b-93a4e11208b0 with Priority: HIGHEST for action security_group_members [ 907.293099] env[65426]: INFO networking_nsxv3.common.synchronization [req-9b53cc3f-ba68-4f6c-8a21-1a752c4bf2b9 req-1ea86a99-1af3-474d-879d-8d84bc140ea9 service nova] Enqueued Resource ID: 16959799-88ee-43a3-bc5f-2ce3c3a9fa80 with Priority: HIGHEST for action port [ 907.293651] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf0629d-14f5-410a-835b-93a4e11208b0 with Priority: HIGHEST for action security_group_rules [ 907.293988] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf0629d-14f5-410a-835b-93a4e11208b0 with Priority: HIGHEST for action security_group_members [ 907.294085] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16959799-88ee-43a3-bc5f-2ce3c3a9fa80 with Priority: HIGHEST for action port [ 907.294381] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bf0629d-14f5-410a-835b-93a4e11208b0 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.294497] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bf0629d-14f5-410a-835b-93a4e11208b0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.294554] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bf0629d-14f5-410a-835b-93a4e11208b0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.294757] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bf0629d-14f5-410a-835b-93a4e11208b0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.294835] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bf0629d-14f5-410a-835b-93a4e11208b0',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.295818] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf0629d-14f5-410a-835b-93a4e11208b0 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.295977] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf0629d-14f5-410a-835b-93a4e11208b0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.296281] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf0629d-14f5-410a-835b-93a4e11208b0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.296281] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf0629d-14f5-410a-835b-93a4e11208b0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.296382] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.296443] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.296533] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.296605] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.296685] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.296774] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bf0629d-14f5-410a-835b-93a4e11208b0',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.297708] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-16959799-88ee-43a3-bc5f-2ce3c3a9fa80 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.297708] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16959799-88ee-43a3-bc5f-2ce3c3a9fa80" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.297810] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16959799-88ee-43a3-bc5f-2ce3c3a9fa80" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.298418] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16959799-88ee-43a3-bc5f-2ce3c3a9fa80" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.298695] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16959799-88ee-43a3-bc5f-2ce3c3a9fa80',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.802134] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16959799-88ee-43a3-bc5f-2ce3c3a9fa80 with status ACTIVE [ 907.802134] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.802134] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.802134] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.802371] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.802459] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.802641] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.802737] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.802794] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.802941] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.803019] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.803200] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.803285] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.803342] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.803472] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.803541] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.803622] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16959799-88ee-43a3-bc5f-2ce3c3a9fa80 is going to be updated. [ 907.804882] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5bf0629d-14f5-410a-835b-93a4e11208b0',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.807070] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf0629d-14f5-410a-835b-93a4e11208b0 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.807070] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf0629d-14f5-410a-835b-93a4e11208b0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.831052] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.831052] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.831052] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.834329] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.834415] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.834588] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16959799-88ee-43a3-bc5f-2ce3c3a9fa80" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.307434] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5bf0629d-14f5-410a-835b-93a4e11208b0',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.809847] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.810089] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.810215] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.810525] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.810655] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.810797] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf0629d-14f5-410a-835b-93a4e11208b0 is going to be created. [ 908.838363] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.838884] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.838884] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.838884] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.839103] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.850436] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf0629d-14f5-410a-835b-93a4e11208b0 in Status: UNINITIALIZED for 2s [ 909.911764] env[65426]: INFO networking_nsxv3.common.synchronization [None req-39d30d7d-5fd9-4a11-957a-810cb43f6366 None None] Enqueued Resource ID: ec1f367b-a392-4063-a6f3-e37bb77ac375 with Priority: HIGHEST for action port [ 909.913202] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec1f367b-a392-4063-a6f3-e37bb77ac375 with Priority: HIGHEST for action port [ 909.914211] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec1f367b-a392-4063-a6f3-e37bb77ac375 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.914211] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec1f367b-a392-4063-a6f3-e37bb77ac375" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.914211] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec1f367b-a392-4063-a6f3-e37bb77ac375" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.914490] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec1f367b-a392-4063-a6f3-e37bb77ac375" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.914490] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec1f367b-a392-4063-a6f3-e37bb77ac375',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.992162] env[65426]: INFO networking_nsxv3.common.synchronization [req-c541abb6-a146-4e7d-97ef-f0eed2176e47 req-dc4ed66e-fc79-4f13-b8a4-d03a707b4ae7 tempest-ServerMetadataNegativeTestJSON-1167712203 tempest-ServerMetadataNegativeTestJSON-1167712203-project-member] Enqueued Resource ID: 0dc0b08e-3c09-4b1f-ac5b-2f2add94141d with Priority: HIGHEST for action security_group_members [ 909.992162] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dc0b08e-3c09-4b1f-ac5b-2f2add94141d with Priority: HIGHEST for action security_group_members [ 909.993704] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.993704] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.993704] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.994076] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.994376] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.994914] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.994914] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.994914] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.995228] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.995498] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dc0b08e-3c09-4b1f-ac5b-2f2add94141d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.417437] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec1f367b-a392-4063-a6f3-e37bb77ac375 [ 910.417669] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.417799] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.417876] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.418783] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.419122] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.419713] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec1f367b-a392-4063-a6f3-e37bb77ac375 already deleted. [ 910.419713] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec1f367b-a392-4063-a6f3-e37bb77ac375" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.473343] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-529 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.473717] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-529" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.473902] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-529" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.474267] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-529" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.474675] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.474881] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.475050] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.475661] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.475910] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.476523] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.476523] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.476631] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.476718] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.476835] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.476977] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.477170] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.498788] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.498788] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.499145] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.499180] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.499344] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.499344] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.499803] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.499893] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.500321] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.500321] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.500384] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dc0b08e-3c09-4b1f-ac5b-2f2add94141d already deleted. [ 910.500689] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.505612] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.505804] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 910.506021] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.506335] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-529" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.507528] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-45a6bfcf-1691-4d98-a8fe-e8cd9ff18a25 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.507732] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-45a6bfcf-1691-4d98-a8fe-e8cd9ff18a25" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.507935] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-45a6bfcf-1691-4d98-a8fe-e8cd9ff18a25" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.508865] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-45a6bfcf-1691-4d98-a8fe-e8cd9ff18a25" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.509106] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45a6bfcf-1691-4d98-a8fe-e8cd9ff18a25',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.862094] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf0629d-14f5-410a-835b-93a4e11208b0 in Status: SUCCESS [ 910.862323] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf0629d-14f5-410a-835b-93a4e11208b0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.862694] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf0629d-14f5-410a-835b-93a4e11208b0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.863109] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf0629d-14f5-410a-835b-93a4e11208b0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.863338] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.863463] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.863536] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.863689] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.863774] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.863863] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf0629d-14f5-410a-835b-93a4e11208b0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.863952] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5bf0629d-14f5-410a-835b-93a4e11208b0',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.015255] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.015635] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.015635] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.015880] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.016039] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.016194] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 45a6bfcf-1691-4d98-a8fe-e8cd9ff18a25 not found, creating... [ 911.016455] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.016612] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.016744] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.016970] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.017123] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.017425] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.017548] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.017665] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.017897] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.018052] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.018199] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 45a6bfcf-1691-4d98-a8fe-e8cd9ff18a25 is going to be created. [ 911.041543] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.041776] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.041893] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.042182] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.042407] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.042644] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-45a6bfcf-1691-4d98-a8fe-e8cd9ff18a25" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.108793] env[65426]: INFO networking_nsxv3.common.synchronization [None req-74ad24e1-c37b-4faa-a572-ab2070932d1b tempest-AttachVolumeNegativeTest-527449890 tempest-AttachVolumeNegativeTest-527449890-project-member] Enqueued Resource ID: c52c03e1-1297-4def-b6c5-8cf2ff152fa1 with Priority: HIGHEST for action security_group_rules [ 911.109676] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c52c03e1-1297-4def-b6c5-8cf2ff152fa1 with Priority: HIGHEST for action security_group_rules [ 911.110255] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c52c03e1-1297-4def-b6c5-8cf2ff152fa1 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.110758] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c52c03e1-1297-4def-b6c5-8cf2ff152fa1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.110758] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c52c03e1-1297-4def-b6c5-8cf2ff152fa1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.111107] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c52c03e1-1297-4def-b6c5-8cf2ff152fa1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.111179] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c52c03e1-1297-4def-b6c5-8cf2ff152fa1',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.253748] env[65426]: INFO networking_nsxv3.common.synchronization [None req-7a91459e-6f65-4c3d-bfbd-f5914fdde8f5 tempest-AttachVolumeNegativeTest-527449890 tempest-AttachVolumeNegativeTest-527449890-project-member] Enqueued Resource ID: c52c03e1-1297-4def-b6c5-8cf2ff152fa1 with Priority: HIGHEST for action security_group_rules [ 911.253748] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c52c03e1-1297-4def-b6c5-8cf2ff152fa1 with Priority: HIGHEST for action security_group_rules [ 911.253748] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c52c03e1-1297-4def-b6c5-8cf2ff152fa1 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.253901] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c52c03e1-1297-4def-b6c5-8cf2ff152fa1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.365955] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5bf0629d-14f5-410a-835b-93a4e11208b0',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.635127] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.635483] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.635483] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.635559] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.635599] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.635680] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c52c03e1-1297-4def-b6c5-8cf2ff152fa1 already deleted. [ 911.635760] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c52c03e1-1297-4def-b6c5-8cf2ff152fa1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.637018] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c52c03e1-1297-4def-b6c5-8cf2ff152fa1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.637018] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c52c03e1-1297-4def-b6c5-8cf2ff152fa1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.637018] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c52c03e1-1297-4def-b6c5-8cf2ff152fa1',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.809214] env[65426]: INFO networking_nsxv3.common.synchronization [req-c541abb6-a146-4e7d-97ef-f0eed2176e47 req-5b16019e-12f9-4716-a2d5-97448a029768 service nova] Enqueued Resource ID: 0dc0b08e-3c09-4b1f-ac5b-2f2add94141d with Priority: HIGHEST for action security_group_rules [ 911.809395] env[65426]: INFO networking_nsxv3.common.synchronization [req-c541abb6-a146-4e7d-97ef-f0eed2176e47 req-5b16019e-12f9-4716-a2d5-97448a029768 service nova] Enqueued Resource ID: 0dc0b08e-3c09-4b1f-ac5b-2f2add94141d with Priority: HIGHEST for action security_group_members [ 911.809534] env[65426]: INFO networking_nsxv3.common.synchronization [req-c541abb6-a146-4e7d-97ef-f0eed2176e47 req-5b16019e-12f9-4716-a2d5-97448a029768 service nova] Enqueued Resource ID: 45a6bfcf-1691-4d98-a8fe-e8cd9ff18a25 with Priority: HIGHEST for action port [ 911.811147] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dc0b08e-3c09-4b1f-ac5b-2f2add94141d with Priority: HIGHEST for action security_group_rules [ 911.811147] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dc0b08e-3c09-4b1f-ac5b-2f2add94141d with Priority: HIGHEST for action security_group_members [ 911.811147] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a6bfcf-1691-4d98-a8fe-e8cd9ff18a25 with Priority: HIGHEST for action port [ 911.811344] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.811344] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.811479] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.812062] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.812062] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dc0b08e-3c09-4b1f-ac5b-2f2add94141d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.813442] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.813442] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.813442] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.817884] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.818151] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.818276] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.818381] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.818672] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.818762] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.818894] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dc0b08e-3c09-4b1f-ac5b-2f2add94141d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.819913] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-45a6bfcf-1691-4d98-a8fe-e8cd9ff18a25 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.820106] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45a6bfcf-1691-4d98-a8fe-e8cd9ff18a25" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.820106] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45a6bfcf-1691-4d98-a8fe-e8cd9ff18a25" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.820282] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45a6bfcf-1691-4d98-a8fe-e8cd9ff18a25" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.820360] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45a6bfcf-1691-4d98-a8fe-e8cd9ff18a25',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.868105] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5bf0629d-14f5-410a-835b-93a4e11208b0: rpc.has_security_group_logging(os_id): False [ 911.889065] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.889065] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.889192] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.889375] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.889450] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.889699] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.889801] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.889864] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.890039] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.890106] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.890195] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bf0629d-14f5-410a-835b-93a4e11208b0 is going to be created. [ 911.954939] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.955132] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.955204] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.955465] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.955593] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.974024] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bf0629d-14f5-410a-835b-93a4e11208b0 in Status: IN_PROGRESS for 2s [ 912.161494] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.161494] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.161494] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.161494] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.161494] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.161494] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c52c03e1-1297-4def-b6c5-8cf2ff152fa1 already deleted. [ 912.162035] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c52c03e1-1297-4def-b6c5-8cf2ff152fa1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.217892] env[65426]: INFO networking_nsxv3.common.synchronization [None req-2116ec00-6fcb-4e60-acee-2e8306de8a51 None None] Enqueued Resource ID: 73d91fc5-6372-490c-b988-b93ca856dbb4 with Priority: HIGHEST for action port [ 912.218255] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73d91fc5-6372-490c-b988-b93ca856dbb4 with Priority: HIGHEST for action port [ 912.218618] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-73d91fc5-6372-490c-b988-b93ca856dbb4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.218618] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73d91fc5-6372-490c-b988-b93ca856dbb4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.218618] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73d91fc5-6372-490c-b988-b93ca856dbb4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.218828] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73d91fc5-6372-490c-b988-b93ca856dbb4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.218914] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73d91fc5-6372-490c-b988-b93ca856dbb4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.322570] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0dc0b08e-3c09-4b1f-ac5b-2f2add94141d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.324164] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.324164] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.324845] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45a6bfcf-1691-4d98-a8fe-e8cd9ff18a25 with status ACTIVE [ 912.324845] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.325054] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.325129] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.325874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.325874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.325874] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.325874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.325874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.327451] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.327685] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.328212] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.328212] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.328212] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.328212] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.328410] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.328410] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45a6bfcf-1691-4d98-a8fe-e8cd9ff18a25 is going to be updated. [ 912.359854] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.359983] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.359983] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.360766] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.360915] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.361106] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45a6bfcf-1691-4d98-a8fe-e8cd9ff18a25" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.627563] env[65426]: INFO networking_nsxv3.common.synchronization [req-94bb8b21-5e2c-447e-82e5-eeab1375edee req-cf9b6acf-c346-4772-94cb-bed1ca711d23 tempest-ServerActionsTestJSON-2130197459 tempest-ServerActionsTestJSON-2130197459-project-member] Enqueued Resource ID: fa19dddd-09fc-49b2-9584-5985f26976ac with Priority: HIGHEST for action security_group_members [ 912.627563] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa19dddd-09fc-49b2-9584-5985f26976ac with Priority: HIGHEST for action security_group_members [ 912.627563] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa19dddd-09fc-49b2-9584-5985f26976ac taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.627563] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.627563] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.627563] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.627563] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.628506] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.628506] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.628506] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.628506] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.628506] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa19dddd-09fc-49b2-9584-5985f26976ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.721962] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73d91fc5-6372-490c-b988-b93ca856dbb4 [ 912.722876] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.722876] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.722876] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.722876] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.722876] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.724765] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73d91fc5-6372-490c-b988-b93ca856dbb4 already deleted. [ 912.724765] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73d91fc5-6372-490c-b988-b93ca856dbb4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.825502] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0dc0b08e-3c09-4b1f-ac5b-2f2add94141d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.015297] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-366 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.016128] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-366" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.016655] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-366" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.017358] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-366" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.017790] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.017963] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.018094] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.018329] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.018510] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.018806] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.018925] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.019047] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.019150] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.019259] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.019362] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.019490] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.047073] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.047614] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 913.047614] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.050258] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-366" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.050258] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-db9b40ef-cbc2-4b5e-8c0c-5d08acf2746f taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.050258] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-db9b40ef-cbc2-4b5e-8c0c-5d08acf2746f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.050258] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-db9b40ef-cbc2-4b5e-8c0c-5d08acf2746f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.050258] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-db9b40ef-cbc2-4b5e-8c0c-5d08acf2746f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.050258] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db9b40ef-cbc2-4b5e-8c0c-5d08acf2746f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.131670] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.132642] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.132642] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.132642] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.132828] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.132901] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.133010] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.133087] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.133245] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.133323] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.133421] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa19dddd-09fc-49b2-9584-5985f26976ac already deleted. [ 913.133504] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.328205] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.328530] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.328530] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.328684] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.328777] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.328875] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dc0b08e-3c09-4b1f-ac5b-2f2add94141d is going to be created. [ 913.355492] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.355648] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.355739] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.355954] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.356164] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.366422] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dc0b08e-3c09-4b1f-ac5b-2f2add94141d in Status: UNINITIALIZED for 2s [ 913.551182] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.551415] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.551626] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.551990] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.552076] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.552227] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port db9b40ef-cbc2-4b5e-8c0c-5d08acf2746f not found, creating... [ 913.552485] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.552639] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.552775] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.552969] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.553116] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.553389] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.553565] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.553686] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.553889] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.554029] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.554165] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: db9b40ef-cbc2-4b5e-8c0c-5d08acf2746f is going to be created. [ 913.576773] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.576996] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.577101] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.577379] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.577614] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.578358] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-db9b40ef-cbc2-4b5e-8c0c-5d08acf2746f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.983710] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bf0629d-14f5-410a-835b-93a4e11208b0 in Status: SUCCESS [ 913.983710] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bf0629d-14f5-410a-835b-93a4e11208b0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.269195] env[65426]: INFO networking_nsxv3.common.synchronization [req-94bb8b21-5e2c-447e-82e5-eeab1375edee req-05e1d93a-91a1-42da-bf5d-5a731a024b0e service nova] Enqueued Resource ID: fa19dddd-09fc-49b2-9584-5985f26976ac with Priority: HIGHEST for action security_group_rules [ 914.269408] env[65426]: INFO networking_nsxv3.common.synchronization [req-94bb8b21-5e2c-447e-82e5-eeab1375edee req-05e1d93a-91a1-42da-bf5d-5a731a024b0e service nova] Enqueued Resource ID: fa19dddd-09fc-49b2-9584-5985f26976ac with Priority: HIGHEST for action security_group_members [ 914.269588] env[65426]: INFO networking_nsxv3.common.synchronization [req-94bb8b21-5e2c-447e-82e5-eeab1375edee req-05e1d93a-91a1-42da-bf5d-5a731a024b0e service nova] Enqueued Resource ID: db9b40ef-cbc2-4b5e-8c0c-5d08acf2746f with Priority: HIGHEST for action port [ 914.270060] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa19dddd-09fc-49b2-9584-5985f26976ac with Priority: HIGHEST for action security_group_rules [ 914.270142] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa19dddd-09fc-49b2-9584-5985f26976ac with Priority: HIGHEST for action security_group_members [ 914.270235] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db9b40ef-cbc2-4b5e-8c0c-5d08acf2746f with Priority: HIGHEST for action port [ 914.270539] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa19dddd-09fc-49b2-9584-5985f26976ac taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.270647] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.270771] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.270907] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.271020] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa19dddd-09fc-49b2-9584-5985f26976ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.272544] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa19dddd-09fc-49b2-9584-5985f26976ac taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.272544] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.272750] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.272750] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.272918] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.273028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.273085] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.273230] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.273302] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.274344] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa19dddd-09fc-49b2-9584-5985f26976ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.274344] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-db9b40ef-cbc2-4b5e-8c0c-5d08acf2746f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.274344] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db9b40ef-cbc2-4b5e-8c0c-5d08acf2746f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.274344] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db9b40ef-cbc2-4b5e-8c0c-5d08acf2746f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.274581] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db9b40ef-cbc2-4b5e-8c0c-5d08acf2746f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.274581] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db9b40ef-cbc2-4b5e-8c0c-5d08acf2746f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.776720] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa19dddd-09fc-49b2-9584-5985f26976ac taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.777114] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.777114] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db9b40ef-cbc2-4b5e-8c0c-5d08acf2746f with status ACTIVE [ 914.777301] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.777443] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.777502] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.777727] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.777823] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.777998] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.778118] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.778349] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.778568] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.778568] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.778659] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.778724] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.778782] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.778924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.778999] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.779097] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db9b40ef-cbc2-4b5e-8c0c-5d08acf2746f is going to be updated. [ 914.780371] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa19dddd-09fc-49b2-9584-5985f26976ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.804499] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.804657] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.804754] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.804943] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.805102] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.806209] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db9b40ef-cbc2-4b5e-8c0c-5d08acf2746f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.283415] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa19dddd-09fc-49b2-9584-5985f26976ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.379512] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dc0b08e-3c09-4b1f-ac5b-2f2add94141d in Status: SUCCESS [ 915.379512] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.379512] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.379512] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.379512] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.379512] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.379512] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.379512] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.379512] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.379512] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.379512] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0dc0b08e-3c09-4b1f-ac5b-2f2add94141d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.786306] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.786625] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.786625] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.789763] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.789763] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.789763] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa19dddd-09fc-49b2-9584-5985f26976ac is going to be created. [ 915.812811] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.812811] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.812811] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.813068] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.813754] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.823173] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa19dddd-09fc-49b2-9584-5985f26976ac in Status: UNINITIALIZED for 2s [ 915.881994] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.882320] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.882408] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.882740] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.883029] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.883207] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.883322] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.883558] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.883702] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.883864] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.884140] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.884567] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.884567] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.884661] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.884856] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.885028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.885148] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.885512] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.885512] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.886136] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.886136] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0dc0b08e-3c09-4b1f-ac5b-2f2add94141d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.388797] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0dc0b08e-3c09-4b1f-ac5b-2f2add94141d: rpc.has_security_group_logging(os_id): False [ 916.408085] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.408293] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.408335] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.408619] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.408807] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.408964] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.409214] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.409214] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.409303] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.409382] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.409561] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.409670] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.409732] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.409872] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.409951] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.410502] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.410502] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.410502] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.410502] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.410681] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.410681] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dc0b08e-3c09-4b1f-ac5b-2f2add94141d is going to be created. [ 916.475749] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.475895] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.475954] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.476187] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.476366] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.492246] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dc0b08e-3c09-4b1f-ac5b-2f2add94141d in Status: IN_PROGRESS for 2s [ 917.837303] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa19dddd-09fc-49b2-9584-5985f26976ac in Status: SUCCESS [ 917.837874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.837874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.837963] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.838139] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.838288] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.838415] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.838540] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.838619] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.838719] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.838798] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa19dddd-09fc-49b2-9584-5985f26976ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.153650] env[65426]: INFO networking_nsxv3.common.synchronization [None req-edc6261a-c333-42b3-9505-a6a1fd53ebd5 None None] Enqueued Resource ID: 32f1deea-c562-4e35-84c5-92867e93b1b4 with Priority: HIGHEST for action port [ 918.154386] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32f1deea-c562-4e35-84c5-92867e93b1b4 with Priority: HIGHEST for action port [ 918.154744] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-32f1deea-c562-4e35-84c5-92867e93b1b4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.154864] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32f1deea-c562-4e35-84c5-92867e93b1b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.154949] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32f1deea-c562-4e35-84c5-92867e93b1b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.155236] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32f1deea-c562-4e35-84c5-92867e93b1b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.155331] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32f1deea-c562-4e35-84c5-92867e93b1b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.341589] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa19dddd-09fc-49b2-9584-5985f26976ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.514232] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0dc0b08e-3c09-4b1f-ac5b-2f2add94141d in Status: SUCCESS [ 918.514232] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.659037] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32f1deea-c562-4e35-84c5-92867e93b1b4 [ 918.659037] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.659037] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.659037] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.659037] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.659246] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.659246] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32f1deea-c562-4e35-84c5-92867e93b1b4 already deleted. [ 918.659246] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32f1deea-c562-4e35-84c5-92867e93b1b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.845941] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa19dddd-09fc-49b2-9584-5985f26976ac: rpc.has_security_group_logging(os_id): False [ 918.870261] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.872291] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.872291] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.872291] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.872291] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.872291] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.872291] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.872291] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.872291] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.872291] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.872291] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa19dddd-09fc-49b2-9584-5985f26976ac is going to be created. [ 918.983045] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.983045] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.983045] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.983045] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.983330] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.002467] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa19dddd-09fc-49b2-9584-5985f26976ac in Status: IN_PROGRESS for 2s [ 920.838207] env[65426]: INFO networking_nsxv3.common.synchronization [None req-1d2fd919-1ada-4662-9f49-3454d2a63137 None None] Enqueued Resource ID: 9a9c3f50-cc65-46e6-bc28-781bd5734337 with Priority: HIGHEST for action port [ 920.838728] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a9c3f50-cc65-46e6-bc28-781bd5734337 with Priority: HIGHEST for action port [ 920.839042] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a9c3f50-cc65-46e6-bc28-781bd5734337 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.840379] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a9c3f50-cc65-46e6-bc28-781bd5734337" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.840463] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a9c3f50-cc65-46e6-bc28-781bd5734337" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.841058] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a9c3f50-cc65-46e6-bc28-781bd5734337" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.841058] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a9c3f50-cc65-46e6-bc28-781bd5734337',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.953400] env[65426]: INFO networking_nsxv3.common.synchronization [None req-daf0868f-4c52-4604-8e8a-33e50065bab8 tempest-ServerActionsV293TestJSON-1819993650 tempest-ServerActionsV293TestJSON-1819993650-project-member] Enqueued Resource ID: 4ade1707-6cf1-4c13-9f05-3c8cecf17680 with Priority: HIGHEST for action security_group_rules [ 920.953758] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ade1707-6cf1-4c13-9f05-3c8cecf17680 with Priority: HIGHEST for action security_group_rules [ 920.953874] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ade1707-6cf1-4c13-9f05-3c8cecf17680 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.953985] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ade1707-6cf1-4c13-9f05-3c8cecf17680" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.954306] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ade1707-6cf1-4c13-9f05-3c8cecf17680" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.954815] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ade1707-6cf1-4c13-9f05-3c8cecf17680" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.954815] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ade1707-6cf1-4c13-9f05-3c8cecf17680',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.022057] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa19dddd-09fc-49b2-9584-5985f26976ac in Status: SUCCESS [ 921.023245] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.095988] env[65426]: INFO networking_nsxv3.common.synchronization [None req-abcebcc5-842d-4ac0-a0ab-e5e2f75d0575 tempest-ServerActionsV293TestJSON-1819993650 tempest-ServerActionsV293TestJSON-1819993650-project-member] Enqueued Resource ID: 4ade1707-6cf1-4c13-9f05-3c8cecf17680 with Priority: HIGHEST for action security_group_rules [ 921.096241] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ade1707-6cf1-4c13-9f05-3c8cecf17680 with Priority: HIGHEST for action security_group_rules [ 921.096544] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ade1707-6cf1-4c13-9f05-3c8cecf17680 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.096648] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ade1707-6cf1-4c13-9f05-3c8cecf17680" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.344070] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a9c3f50-cc65-46e6-bc28-781bd5734337 [ 921.345535] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.345715] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.345788] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.346028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.346123] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.346224] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a9c3f50-cc65-46e6-bc28-781bd5734337 already deleted. [ 921.346448] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a9c3f50-cc65-46e6-bc28-781bd5734337" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.476033] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.476033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.476033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.476033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.476033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.476033] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ade1707-6cf1-4c13-9f05-3c8cecf17680 already deleted. [ 921.476033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ade1707-6cf1-4c13-9f05-3c8cecf17680" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.476033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ade1707-6cf1-4c13-9f05-3c8cecf17680" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.476033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ade1707-6cf1-4c13-9f05-3c8cecf17680" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.476355] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ade1707-6cf1-4c13-9f05-3c8cecf17680',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.000686] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.000686] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.001073] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.001073] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.001073] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.001164] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ade1707-6cf1-4c13-9f05-3c8cecf17680 already deleted. [ 922.001872] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ade1707-6cf1-4c13-9f05-3c8cecf17680" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.144169] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-486 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.144169] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-486" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.144169] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-486" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.144554] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-486" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.144554] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.144674] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.144786] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.144989] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.145284] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.145494] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 923.145606] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 923.145715] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 923.145820] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 923.145929] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 923.146056] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 923.146185] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 923.165928] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 923.166133] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 923.166241] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 923.166409] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-486" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.166716] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-4dae657f-233b-4332-bdb8-d65c7d1f491e taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.166887] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-4dae657f-233b-4332-bdb8-d65c7d1f491e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.167013] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-4dae657f-233b-4332-bdb8-d65c7d1f491e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.167275] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-4dae657f-233b-4332-bdb8-d65c7d1f491e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.167423] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dae657f-233b-4332-bdb8-d65c7d1f491e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.669677] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.669997] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.670200] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.670608] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.670817] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.671991] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.671991] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.671991] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.671991] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.671991] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.672273] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.672273] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.672366] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.672579] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.672664] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.673228] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: 4dae657f-233b-4332-bdb8-d65c7d1f491e is going to be updated. [ 923.721122] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.721402] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.721797] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.722204] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.722512] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.722886] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-4dae657f-233b-4332-bdb8-d65c7d1f491e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.530334] env[65426]: INFO networking_nsxv3.common.synchronization [req-128f3b3a-34a3-433d-844e-126a4624df12 req-496be92b-6d81-46e9-8398-56ed370a0156 service nova] Enqueued Resource ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b with Priority: HIGHEST for action security_group_rules [ 924.530982] env[65426]: INFO networking_nsxv3.common.synchronization [req-128f3b3a-34a3-433d-844e-126a4624df12 req-496be92b-6d81-46e9-8398-56ed370a0156 service nova] Enqueued Resource ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b with Priority: HIGHEST for action security_group_members [ 924.531256] env[65426]: INFO networking_nsxv3.common.synchronization [req-128f3b3a-34a3-433d-844e-126a4624df12 req-496be92b-6d81-46e9-8398-56ed370a0156 service nova] Enqueued Resource ID: 4dae657f-233b-4332-bdb8-d65c7d1f491e with Priority: HIGHEST for action port [ 924.532140] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b with Priority: HIGHEST for action security_group_rules [ 924.532140] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b with Priority: HIGHEST for action security_group_members [ 924.532346] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dae657f-233b-4332-bdb8-d65c7d1f491e with Priority: HIGHEST for action port [ 924.532569] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.532725] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.532878] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.533030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.533189] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73e541d5-3c06-4c0b-b652-6d35b1d6bd3b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.534053] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.534824] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.534824] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.534824] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.534824] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.534824] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.534824] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.534824] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.535548] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.535548] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73e541d5-3c06-4c0b-b652-6d35b1d6bd3b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.537094] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dae657f-233b-4332-bdb8-d65c7d1f491e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.537094] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dae657f-233b-4332-bdb8-d65c7d1f491e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.537094] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dae657f-233b-4332-bdb8-d65c7d1f491e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.537311] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dae657f-233b-4332-bdb8-d65c7d1f491e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.537311] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dae657f-233b-4332-bdb8-d65c7d1f491e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.039644] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.039813] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.040181] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('73e541d5-3c06-4c0b-b652-6d35b1d6bd3b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.045053] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4dae657f-233b-4332-bdb8-d65c7d1f491e with status ACTIVE [ 925.045053] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.045053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.045053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.045053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.045053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.045053] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.045053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.045053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.045053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.045053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.045053] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.045053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.045053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.045053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.045053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.045053] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4dae657f-233b-4332-bdb8-d65c7d1f491e is going to be updated. [ 925.066090] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.066349] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.066413] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.066614] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.067136] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.067136] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dae657f-233b-4332-bdb8-d65c7d1f491e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.113843] env[65426]: INFO networking_nsxv3.common.synchronization [req-64033420-d09d-4e2e-af01-a783ab92fd9d req-799026f7-724d-4df0-9b25-1a30aa02f2a8 tempest-ServerDiskConfigTestJSON-592727729 tempest-ServerDiskConfigTestJSON-592727729-project-member] Enqueued Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_members [ 925.114759] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_members [ 925.115652] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.115652] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.115652] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.115652] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.115652] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.116105] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.116105] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.116105] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.116105] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.116295] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.546045] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('73e541d5-3c06-4c0b-b652-6d35b1d6bd3b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.618269] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.620809] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.620809] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.620809] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.620809] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.620809] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.620809] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.620809] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.620809] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.620809] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.620809] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 is going to be updated. [ 925.662589] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.662789] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.662789] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.666053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.666053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.672991] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: IN_PROGRESS for 2s [ 926.049078] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.049296] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.049368] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.049582] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.049722] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.049833] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b is going to be updated. [ 926.085349] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.085516] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.085589] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.085832] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.085988] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.100042] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b in Status: IN_PROGRESS for 2s [ 927.684720] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: SUCCESS [ 927.685087] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 deletion is rescheduled due to dependency. [ 927.685087] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.755283] env[65426]: INFO networking_nsxv3.common.synchronization [None req-99176013-79cf-4415-a3ea-b61214c934bf None None] Enqueued Resource ID: 2f601095-de9e-434a-b306-0a0d5cca599f with Priority: HIGHEST for action port [ 927.755557] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f601095-de9e-434a-b306-0a0d5cca599f with Priority: HIGHEST for action port [ 927.756155] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f601095-de9e-434a-b306-0a0d5cca599f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.756278] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f601095-de9e-434a-b306-0a0d5cca599f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.756466] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f601095-de9e-434a-b306-0a0d5cca599f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.756869] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f601095-de9e-434a-b306-0a0d5cca599f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.757013] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f601095-de9e-434a-b306-0a0d5cca599f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.115196] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b in Status: SUCCESS [ 928.115501] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.116302] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.116302] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.116452] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.116521] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.116553] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.117017] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.117017] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.117017] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.117160] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('73e541d5-3c06-4c0b-b652-6d35b1d6bd3b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.261586] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f601095-de9e-434a-b306-0a0d5cca599f [ 928.261898] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.262151] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.262151] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.262960] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.262960] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.262960] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f601095-de9e-434a-b306-0a0d5cca599f already deleted. [ 928.262960] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f601095-de9e-434a-b306-0a0d5cca599f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.620041] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.620294] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.620342] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.620567] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.620814] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.620923] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.621054] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.621166] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.621254] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.621345] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.621496] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.621587] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.621643] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.621787] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.621921] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.622017] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.622188] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.622242] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.622297] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.622342] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.622467] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('73e541d5-3c06-4c0b-b652-6d35b1d6bd3b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.130544] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b: rpc.has_security_group_logging(os_id): False [ 929.148220] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.148403] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.148443] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.148752] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.171201] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.171310] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.171435] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.171570] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.172127] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.172127] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.172127] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.172303] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.172303] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.172361] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.172561] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.172631] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.172713] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.172779] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.172961] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.173119] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.173224] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b is going to be updated. [ 929.246059] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.246059] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.246059] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.246059] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.246059] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.259677] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b in Status: IN_PROGRESS for 2s [ 929.266876] env[65426]: INFO networking_nsxv3.common.synchronization [req-997d0be9-6756-4670-ace5-e8b138f22581 req-b4740e36-bd5e-419c-b698-8ba106fa485c tempest-ImagesTestJSON-1192390857 tempest-ImagesTestJSON-1192390857-project-member] Enqueued Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_members [ 929.268019] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_members [ 929.268459] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.268701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.268779] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.269231] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.269492] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.269671] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.269736] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.269937] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.270033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.270147] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.772172] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.772373] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.772373] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.772597] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.772688] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.772879] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.773057] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.773124] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.773279] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.773354] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.773436] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 is going to be updated. [ 929.815033] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.815033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.815033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.815033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.815033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.825645] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 in Status: IN_PROGRESS for 2s [ 929.841218] env[65426]: INFO networking_nsxv3.common.synchronization [req-51afdc6d-bed5-4cd1-8e92-5ce16aed0765 req-51e37aa4-cc5e-4271-9340-d981da1766d6 tempest-ServerMetadataNegativeTestJSON-1167712203 tempest-ServerMetadataNegativeTestJSON-1167712203-project-member] Enqueued Resource ID: 0dc0b08e-3c09-4b1f-ac5b-2f2add94141d with Priority: HIGHEST for action security_group_members [ 929.843578] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dc0b08e-3c09-4b1f-ac5b-2f2add94141d with Priority: HIGHEST for action security_group_members [ 929.843941] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.844072] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.844138] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.844826] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.845229] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.845348] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.845415] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.845584] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.845668] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.845763] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0dc0b08e-3c09-4b1f-ac5b-2f2add94141d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.208105] env[65426]: INFO networking_nsxv3.common.synchronization [None req-24955447-7fb4-45ce-83e9-9e75af6d4152 None None] Enqueued Resource ID: ef762848-739c-422c-8169-768fe85ddb63 with Priority: HIGHEST for action port [ 930.208105] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef762848-739c-422c-8169-768fe85ddb63 with Priority: HIGHEST for action port [ 930.208105] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef762848-739c-422c-8169-768fe85ddb63 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.208105] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef762848-739c-422c-8169-768fe85ddb63" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.208105] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef762848-739c-422c-8169-768fe85ddb63" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.208546] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef762848-739c-422c-8169-768fe85ddb63" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.208546] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef762848-739c-422c-8169-768fe85ddb63',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.350471] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.350701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.350766] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.351043] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.353956] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.353956] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.353956] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.353956] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.353956] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.353956] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.353956] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dc0b08e-3c09-4b1f-ac5b-2f2add94141d is going to be updated. [ 930.389155] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.389155] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.389155] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.389155] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.389434] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.400854] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dc0b08e-3c09-4b1f-ac5b-2f2add94141d in Status: IN_PROGRESS for 2s [ 930.712616] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef762848-739c-422c-8169-768fe85ddb63 [ 930.712884] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.713175] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.713260] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.713485] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.713573] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.713669] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef762848-739c-422c-8169-768fe85ddb63 already deleted. [ 930.716069] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef762848-739c-422c-8169-768fe85ddb63" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.282050] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b in Status: SUCCESS [ 931.282391] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.840491] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 in Status: SUCCESS [ 931.840863] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 deletion is rescheduled due to dependency. [ 931.841079] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.413777] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0dc0b08e-3c09-4b1f-ac5b-2f2add94141d in Status: SUCCESS [ 932.413777] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0dc0b08e-3c09-4b1f-ac5b-2f2add94141d deletion is rescheduled due to dependency. [ 932.413777] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.132344] env[65426]: INFO networking_nsxv3.common.synchronization [req-d86d3be0-d5fc-4680-8dc9-2c94b5396bff req-502813f9-ecb9-49bd-a794-42a8be036d97 tempest-ServerRescueTestJSON-302610309 tempest-ServerRescueTestJSON-302610309-project-member] Enqueued Resource ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de with Priority: HIGHEST for action security_group_members [ 934.132942] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de with Priority: HIGHEST for action security_group_members [ 934.133430] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.133539] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.133591] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.135191] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.135289] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.135404] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.135464] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.135628] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.135741] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.135805] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd334e6f-bcdb-4aba-afec-0ac4692cb0de',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.638182] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.638345] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.638420] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.638700] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.638835] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.639065] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.639173] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.639237] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.639417] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.639489] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.639590] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de is going to be updated. [ 934.668969] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.669211] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.669337] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.669617] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.669839] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.679191] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de in Status: IN_PROGRESS for 2s [ 936.692844] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de in Status: SUCCESS [ 936.693290] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de deletion is rescheduled due to dependency. [ 936.693290] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.000094] env[65426]: INFO networking_nsxv3.common.synchronization [req-408652a8-7e04-49b5-93fd-0e622c1f30b3 req-5e84b472-884a-41f0-b0f5-10db7a42cf6d tempest-AttachInterfacesUnderV243Test-444842319 tempest-AttachInterfacesUnderV243Test-444842319-project-member] Enqueued Resource ID: 6d285ae1-5428-4477-8eba-920d022f9a0e with Priority: HIGHEST for action security_group_members [ 938.000654] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d285ae1-5428-4477-8eba-920d022f9a0e with Priority: HIGHEST for action security_group_members [ 938.000986] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d285ae1-5428-4477-8eba-920d022f9a0e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.001392] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.001557] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.001725] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.001903] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.002202] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.002202] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.002347] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.002450] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.002543] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d285ae1-5428-4477-8eba-920d022f9a0e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.026162] env[65426]: INFO networking_nsxv3.common.synchronization [req-408652a8-7e04-49b5-93fd-0e622c1f30b3 req-5e84b472-884a-41f0-b0f5-10db7a42cf6d tempest-AttachInterfacesUnderV243Test-444842319 tempest-AttachInterfacesUnderV243Test-444842319-project-member] Enqueued Resource ID: 6d285ae1-5428-4477-8eba-920d022f9a0e with Priority: HIGHEST for action security_group_rules [ 938.026523] env[65426]: INFO networking_nsxv3.common.synchronization [req-408652a8-7e04-49b5-93fd-0e622c1f30b3 req-5e84b472-884a-41f0-b0f5-10db7a42cf6d tempest-AttachInterfacesUnderV243Test-444842319 tempest-AttachInterfacesUnderV243Test-444842319-project-member] Enqueued Resource ID: 6d285ae1-5428-4477-8eba-920d022f9a0e with Priority: HIGHEST for action security_group_members [ 938.026817] env[65426]: INFO networking_nsxv3.common.synchronization [req-408652a8-7e04-49b5-93fd-0e622c1f30b3 req-5e84b472-884a-41f0-b0f5-10db7a42cf6d tempest-AttachInterfacesUnderV243Test-444842319 tempest-AttachInterfacesUnderV243Test-444842319-project-member] Enqueued Resource ID: ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5 with Priority: HIGHEST for action port [ 938.027596] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d285ae1-5428-4477-8eba-920d022f9a0e with Priority: HIGHEST for action security_group_rules [ 938.027839] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d285ae1-5428-4477-8eba-920d022f9a0e with Priority: HIGHEST for action security_group_members [ 938.028050] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5 with Priority: HIGHEST for action port [ 938.028472] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d285ae1-5428-4477-8eba-920d022f9a0e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.028708] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.030032] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.030032] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.030032] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d285ae1-5428-4477-8eba-920d022f9a0e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.031590] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d285ae1-5428-4477-8eba-920d022f9a0e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.031847] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.032197] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.032428] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.032679] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.033564] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.033564] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.507916] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d285ae1-5428-4477-8eba-920d022f9a0e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.535270] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d285ae1-5428-4477-8eba-920d022f9a0e taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.535449] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.535712] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5 with status ACTIVE [ 938.535910] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.536066] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.536162] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.536442] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.536553] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.536776] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.536898] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.536996] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.537209] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.537326] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.537543] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.537667] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.537742] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.537927] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.538038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.538157] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5 is going to be updated. [ 938.559792] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.559950] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.559950] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.560815] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.561007] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.561166] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.010135] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d285ae1-5428-4477-8eba-920d022f9a0e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.512799] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.512994] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.513695] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.513695] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.513695] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.513695] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d285ae1-5428-4477-8eba-920d022f9a0e is going to be updated. [ 939.547260] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.548026] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.548026] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.548026] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.548026] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.557831] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d285ae1-5428-4477-8eba-920d022f9a0e in Status: IN_PROGRESS for 2s [ 940.572512] env[65426]: INFO networking_nsxv3.common.synchronization [req-91757506-c762-4cac-922a-216b478ff11a req-c884ef82-720c-4235-a3e5-00446ebddac2 tempest-AttachInterfacesUnderV243Test-444842319 tempest-AttachInterfacesUnderV243Test-444842319-project-member] Enqueued Resource ID: 6d285ae1-5428-4477-8eba-920d022f9a0e with Priority: HIGHEST for action security_group_members [ 940.572512] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d285ae1-5428-4477-8eba-920d022f9a0e with Priority: HIGHEST for action security_group_members [ 940.572512] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d285ae1-5428-4477-8eba-920d022f9a0e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.572512] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.591864] env[65426]: INFO networking_nsxv3.common.synchronization [req-91757506-c762-4cac-922a-216b478ff11a req-c884ef82-720c-4235-a3e5-00446ebddac2 tempest-AttachInterfacesUnderV243Test-444842319 tempest-AttachInterfacesUnderV243Test-444842319-project-member] Enqueued Resource ID: 6d285ae1-5428-4477-8eba-920d022f9a0e with Priority: HIGHEST for action security_group_rules [ 940.592074] env[65426]: INFO networking_nsxv3.common.synchronization [req-91757506-c762-4cac-922a-216b478ff11a req-c884ef82-720c-4235-a3e5-00446ebddac2 tempest-AttachInterfacesUnderV243Test-444842319 tempest-AttachInterfacesUnderV243Test-444842319-project-member] Enqueued Resource ID: 6d285ae1-5428-4477-8eba-920d022f9a0e with Priority: HIGHEST for action security_group_members [ 940.592220] env[65426]: INFO networking_nsxv3.common.synchronization [req-91757506-c762-4cac-922a-216b478ff11a req-c884ef82-720c-4235-a3e5-00446ebddac2 tempest-AttachInterfacesUnderV243Test-444842319 tempest-AttachInterfacesUnderV243Test-444842319-project-member] Enqueued Resource ID: ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5 with Priority: HIGHEST for action port [ 940.592749] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d285ae1-5428-4477-8eba-920d022f9a0e with Priority: HIGHEST for action security_group_rules [ 940.593263] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d285ae1-5428-4477-8eba-920d022f9a0e with Priority: HIGHEST for action security_group_members [ 940.593263] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5 with Priority: HIGHEST for action port [ 940.593428] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d285ae1-5428-4477-8eba-920d022f9a0e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.593575] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.593803] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d285ae1-5428-4477-8eba-920d022f9a0e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.593901] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.594086] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.594197] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.594280] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.594876] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.594953] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.098866] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5 with status ACTIVE [ 941.099068] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.099209] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.099277] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.099490] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.099572] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.099751] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.099847] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.099908] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.100070] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.100144] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.100321] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.100411] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.100469] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.100602] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.100673] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.100755] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5 is going to be updated. [ 941.121045] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.121224] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.121224] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.121423] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.121550] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.121701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea5680c1-ce43-4b4b-b0c5-073cfe32cdf5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.573663] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d285ae1-5428-4477-8eba-920d022f9a0e in Status: SUCCESS [ 941.574046] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.574339] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.574651] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.575281] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.575281] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.575281] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.575492] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.576884] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.576884] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d285ae1-5428-4477-8eba-920d022f9a0e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.079132] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d285ae1-5428-4477-8eba-920d022f9a0e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.581791] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d285ae1-5428-4477-8eba-920d022f9a0e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.085233] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.085449] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.085515] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.085825] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.085947] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.086080] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d285ae1-5428-4477-8eba-920d022f9a0e is going to be updated. [ 943.117343] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.117498] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.117580] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.117816] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.117984] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.128815] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d285ae1-5428-4477-8eba-920d022f9a0e in Status: IN_PROGRESS for 2s [ 944.154664] env[65426]: INFO networking_nsxv3.common.synchronization [req-76c6c62e-e4bf-4f79-a399-308c36738fe5 req-4bcbaf29-e59c-47f2-895c-faa60045ace6 tempest-AttachInterfacesUnderV243Test-444842319 tempest-AttachInterfacesUnderV243Test-444842319-project-member] Enqueued Resource ID: 6d285ae1-5428-4477-8eba-920d022f9a0e with Priority: HIGHEST for action security_group_members [ 944.155258] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d285ae1-5428-4477-8eba-920d022f9a0e with Priority: HIGHEST for action security_group_members [ 944.155569] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d285ae1-5428-4477-8eba-920d022f9a0e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.155671] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.141807] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d285ae1-5428-4477-8eba-920d022f9a0e in Status: SUCCESS [ 945.141864] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.142225] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.142300] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.142621] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.142621] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.142753] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.142796] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.142884] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.143128] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.143128] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d285ae1-5428-4477-8eba-920d022f9a0e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.143999] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.144684] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.144684] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.144684] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.144684] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.144684] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.144882] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.144882] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d285ae1-5428-4477-8eba-920d022f9a0e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.647110] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d285ae1-5428-4477-8eba-920d022f9a0e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.648208] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.648342] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.648411] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.648620] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.648712] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.648889] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.648989] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.649063] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.649212] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.649292] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.650399] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d285ae1-5428-4477-8eba-920d022f9a0e is going to be updated. [ 945.679326] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.679498] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.679654] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.679755] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.680050] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.691348] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d285ae1-5428-4477-8eba-920d022f9a0e in Status: IN_PROGRESS for 2s [ 946.155025] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d285ae1-5428-4477-8eba-920d022f9a0e: rpc.has_security_group_logging(os_id): False [ 946.172634] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.172809] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.172983] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.173179] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.173332] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.173593] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.173694] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.173749] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.173912] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.173990] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.174083] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d285ae1-5428-4477-8eba-920d022f9a0e is going to be updated. [ 946.241317] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.241696] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.241696] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.241874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.243426] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.256764] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d285ae1-5428-4477-8eba-920d022f9a0e in Status: IN_PROGRESS for 2s [ 947.193018] env[65426]: INFO networking_nsxv3.common.synchronization [req-36fd2386-f598-47cd-b922-4e96e7b9c3bd req-ef481f1a-ec31-4cfe-9274-772be129eb8f tempest-AttachVolumeNegativeTest-527449890 tempest-AttachVolumeNegativeTest-527449890-project-member] Enqueued Resource ID: c52c03e1-1297-4def-b6c5-8cf2ff152fa1 with Priority: HIGHEST for action security_group_members [ 947.193776] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c52c03e1-1297-4def-b6c5-8cf2ff152fa1 with Priority: HIGHEST for action security_group_members [ 947.194994] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-c52c03e1-1297-4def-b6c5-8cf2ff152fa1 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.194994] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c52c03e1-1297-4def-b6c5-8cf2ff152fa1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.194994] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c52c03e1-1297-4def-b6c5-8cf2ff152fa1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.194994] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c52c03e1-1297-4def-b6c5-8cf2ff152fa1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.195228] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.195228] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.195303] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.195499] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.195637] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.195783] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c52c03e1-1297-4def-b6c5-8cf2ff152fa1',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.533839] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-523 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.534086] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-523" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.534189] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-523" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.534790] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-523" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.535085] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.535259] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.535374] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.535634] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.535918] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.536154] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 947.536382] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 947.536382] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 947.536673] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 947.536673] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 947.536673] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 947.536895] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 947.558937] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 947.559165] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 947.559568] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 947.559568] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-523" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.559824] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-7c232021-fa29-4ed3-b442-a5855d6eedd8 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.560081] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-7c232021-fa29-4ed3-b442-a5855d6eedd8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.560240] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-7c232021-fa29-4ed3-b442-a5855d6eedd8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.560626] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-7c232021-fa29-4ed3-b442-a5855d6eedd8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.560789] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c232021-fa29-4ed3-b442-a5855d6eedd8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.698186] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.698367] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.698408] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.698623] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.698712] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.698934] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.699051] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.699116] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.699266] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.699343] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.699427] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c52c03e1-1297-4def-b6c5-8cf2ff152fa1 already deleted. [ 947.699508] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c52c03e1-1297-4def-b6c5-8cf2ff152fa1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.701337] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d285ae1-5428-4477-8eba-920d022f9a0e in Status: SUCCESS [ 947.701500] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d285ae1-5428-4477-8eba-920d022f9a0e deletion is rescheduled due to dependency. [ 947.701598] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.701810] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.701929] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.702121] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.702238] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.702285] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.702426] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.702501] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.702591] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d285ae1-5428-4477-8eba-920d022f9a0e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.063602] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.063949] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.064189] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.064612] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.064832] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.065085] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 7c232021-fa29-4ed3-b442-a5855d6eedd8 not found, creating... [ 948.065510] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.065772] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.065968] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.066350] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.066573] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.067075] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.067320] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.067526] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.068191] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.068191] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.068319] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 7c232021-fa29-4ed3-b442-a5855d6eedd8 is going to be created. [ 948.093404] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.093404] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.093601] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.093822] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.094066] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.094301] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-7c232021-fa29-4ed3-b442-a5855d6eedd8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.205416] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.205783] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.205783] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.205845] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.205964] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.206104] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.206208] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.206274] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.206422] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.206498] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.206584] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d285ae1-5428-4477-8eba-920d022f9a0e is going to be updated. [ 948.277335] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.277519] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.277565] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.277784] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.277993] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.288777] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d285ae1-5428-4477-8eba-920d022f9a0e in Status: SUCCESS [ 948.289045] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.289267] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.289527] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.289618] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d285ae1-5428-4477-8eba-920d022f9a0e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.295365] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d285ae1-5428-4477-8eba-920d022f9a0e in Status: IN_PROGRESS for 2s [ 948.811988] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.812187] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.812262] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.812465] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.812554] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.812651] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d285ae1-5428-4477-8eba-920d022f9a0e is going to be deleted. [ 948.838834] env[65426]: INFO networking_nsxv3.common.synchronization [req-36fd2386-f598-47cd-b922-4e96e7b9c3bd req-c03a9499-6ad4-4dec-b492-2f6be881f660 service nova] Enqueued Resource ID: c52c03e1-1297-4def-b6c5-8cf2ff152fa1 with Priority: HIGHEST for action security_group_rules [ 948.839094] env[65426]: INFO networking_nsxv3.common.synchronization [req-36fd2386-f598-47cd-b922-4e96e7b9c3bd req-c03a9499-6ad4-4dec-b492-2f6be881f660 service nova] Enqueued Resource ID: c52c03e1-1297-4def-b6c5-8cf2ff152fa1 with Priority: HIGHEST for action security_group_members [ 948.839278] env[65426]: INFO networking_nsxv3.common.synchronization [req-36fd2386-f598-47cd-b922-4e96e7b9c3bd req-c03a9499-6ad4-4dec-b492-2f6be881f660 service nova] Enqueued Resource ID: 7c232021-fa29-4ed3-b442-a5855d6eedd8 with Priority: HIGHEST for action port [ 948.839966] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c52c03e1-1297-4def-b6c5-8cf2ff152fa1 with Priority: HIGHEST for action security_group_rules [ 948.840271] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c52c03e1-1297-4def-b6c5-8cf2ff152fa1 with Priority: HIGHEST for action security_group_members [ 948.840408] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c232021-fa29-4ed3-b442-a5855d6eedd8 with Priority: HIGHEST for action port [ 948.840731] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c52c03e1-1297-4def-b6c5-8cf2ff152fa1 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.840922] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c52c03e1-1297-4def-b6c5-8cf2ff152fa1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.841023] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c52c03e1-1297-4def-b6c5-8cf2ff152fa1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.841231] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c52c03e1-1297-4def-b6c5-8cf2ff152fa1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.841319] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c52c03e1-1297-4def-b6c5-8cf2ff152fa1',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.842569] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-c52c03e1-1297-4def-b6c5-8cf2ff152fa1 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.842679] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c52c03e1-1297-4def-b6c5-8cf2ff152fa1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.842742] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c52c03e1-1297-4def-b6c5-8cf2ff152fa1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.842918] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c52c03e1-1297-4def-b6c5-8cf2ff152fa1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.843074] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.843170] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.843230] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.843375] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.843462] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.843551] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c52c03e1-1297-4def-b6c5-8cf2ff152fa1',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.844355] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c232021-fa29-4ed3-b442-a5855d6eedd8 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.844475] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c232021-fa29-4ed3-b442-a5855d6eedd8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.844516] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c232021-fa29-4ed3-b442-a5855d6eedd8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.844661] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c232021-fa29-4ed3-b442-a5855d6eedd8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.844734] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c232021-fa29-4ed3-b442-a5855d6eedd8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.870050] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.870050] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.870262] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.870352] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.870453] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.870585] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.346619] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c52c03e1-1297-4def-b6c5-8cf2ff152fa1',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.348285] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-c52c03e1-1297-4def-b6c5-8cf2ff152fa1 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.348285] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c52c03e1-1297-4def-b6c5-8cf2ff152fa1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.348285] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c232021-fa29-4ed3-b442-a5855d6eedd8 with status ACTIVE [ 949.348487] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.348487] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.348487] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.348922] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.349141] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.349141] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.349330] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.349330] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.349436] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.349507] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.349753] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.349831] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.349879] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.350776] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.350845] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.350981] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c232021-fa29-4ed3-b442-a5855d6eedd8 is going to be updated. [ 949.381453] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.381627] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.381668] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.381917] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.382095] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.382294] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c232021-fa29-4ed3-b442-a5855d6eedd8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.853483] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c52c03e1-1297-4def-b6c5-8cf2ff152fa1',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.308212] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d285ae1-5428-4477-8eba-920d022f9a0e in Status: SUCCESS [ 950.308212] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d285ae1-5428-4477-8eba-920d022f9a0e deletion is rescheduled due to dependency. [ 950.308212] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.308212] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.308212] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.308212] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.308212] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.308212] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.308212] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.308212] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.308212] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d285ae1-5428-4477-8eba-920d022f9a0e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.355457] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.355869] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.355869] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.355869] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.355869] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.355997] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c52c03e1-1297-4def-b6c5-8cf2ff152fa1 is going to be created. [ 950.384885] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.384885] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.384885] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.384885] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.384885] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.395067] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c52c03e1-1297-4def-b6c5-8cf2ff152fa1 in Status: UNINITIALIZED for 2s [ 950.810515] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.810696] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.810757] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.810998] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.811113] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.811311] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.811409] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.811459] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.811621] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.811694] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.811779] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d285ae1-5428-4477-8eba-920d022f9a0e is going to be deleted. [ 950.840362] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.840544] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.840594] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.840777] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.840865] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.840987] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d285ae1-5428-4477-8eba-920d022f9a0e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.405405] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c52c03e1-1297-4def-b6c5-8cf2ff152fa1 in Status: SUCCESS [ 952.405678] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c52c03e1-1297-4def-b6c5-8cf2ff152fa1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.405828] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c52c03e1-1297-4def-b6c5-8cf2ff152fa1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.406089] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c52c03e1-1297-4def-b6c5-8cf2ff152fa1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.406338] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.406521] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.406611] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.406910] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.406989] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.407163] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c52c03e1-1297-4def-b6c5-8cf2ff152fa1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.407246] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c52c03e1-1297-4def-b6c5-8cf2ff152fa1',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.909564] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c52c03e1-1297-4def-b6c5-8cf2ff152fa1',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.413692] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c52c03e1-1297-4def-b6c5-8cf2ff152fa1: rpc.has_security_group_logging(os_id): False [ 953.431793] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.431970] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.432046] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.432395] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.432652] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.432934] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.433134] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.433243] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.433495] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.433608] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.433724] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c52c03e1-1297-4def-b6c5-8cf2ff152fa1 is going to be created. [ 953.500655] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.500854] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.500854] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.501104] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.501317] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.515816] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c52c03e1-1297-4def-b6c5-8cf2ff152fa1 in Status: IN_PROGRESS for 2s [ 953.841802] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 953.841919] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 955.530444] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c52c03e1-1297-4def-b6c5-8cf2ff152fa1 in Status: SUCCESS [ 955.530794] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c52c03e1-1297-4def-b6c5-8cf2ff152fa1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.696645] env[65426]: INFO networking_nsxv3.common.synchronization [req-6779b0b9-29b5-4345-b819-1dafb76ebbba req-5fe28bd9-10e0-4395-8960-9f666862aea1 tempest-ServerDiskConfigTestJSON-592727729 tempest-ServerDiskConfigTestJSON-592727729-project-member] Enqueued Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_members [ 956.698893] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_members [ 956.699802] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.699946] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.700050] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.700267] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.700455] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.700556] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.700619] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.700765] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.701350] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.701350] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.750099] env[65426]: INFO networking_nsxv3.common.synchronization [req-edff97e2-c07a-49b3-9473-071e7eff4a01 req-b8357ac4-4074-44fb-b357-9f15ec8b04b6 tempest-ServersNegativeTestJSON-863012267 tempest-ServersNegativeTestJSON-863012267-project-member] Enqueued Resource ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b with Priority: HIGHEST for action security_group_members [ 956.750630] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b with Priority: HIGHEST for action security_group_members [ 956.751035] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.751169] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.751238] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.751449] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.751603] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.751701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.751762] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.751910] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.752019] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.752130] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('73e541d5-3c06-4c0b-b652-6d35b1d6bd3b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.047510] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-42 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.048513] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-42" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.048513] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-42" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.048513] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-42" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.048513] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.048742] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.048742] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.048987] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.050054] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.050054] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 957.050054] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 957.050054] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 957.050054] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 957.050054] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 957.051566] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 957.051566] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 957.075471] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 957.075621] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 957.075762] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 957.075934] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-42" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.076271] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-29fd57e9-5ff9-45f2-a0bb-768d7f28cd0d taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.077105] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-29fd57e9-5ff9-45f2-a0bb-768d7f28cd0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.077105] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-29fd57e9-5ff9-45f2-a0bb-768d7f28cd0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.079247] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-29fd57e9-5ff9-45f2-a0bb-768d7f28cd0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.080056] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29fd57e9-5ff9-45f2-a0bb-768d7f28cd0d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.203787] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.204040] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.204127] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.204597] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.204597] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.204797] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.205212] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.205212] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.205316] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.205411] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.205509] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 is going to be updated. [ 957.232933] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.233241] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.233321] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.233519] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.233945] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.242133] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: IN_PROGRESS for 2s [ 957.254194] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.254194] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.254194] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.254194] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.254194] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.254433] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.254480] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.254528] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.254670] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.254738] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.254818] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b is going to be updated. [ 957.301220] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.301394] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.301492] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.301690] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.301832] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.315072] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b in Status: IN_PROGRESS for 2s [ 957.582503] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.582761] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.582855] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.583138] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.583325] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.583451] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 29fd57e9-5ff9-45f2-a0bb-768d7f28cd0d not found, creating... [ 957.583704] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.583860] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.583976] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.584208] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.584355] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.584745] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.584908] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.585042] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.585251] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.585382] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.585519] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 29fd57e9-5ff9-45f2-a0bb-768d7f28cd0d is going to be created. [ 957.604461] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.604756] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.604891] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.605163] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.605390] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.605603] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-29fd57e9-5ff9-45f2-a0bb-768d7f28cd0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.312909] env[65426]: INFO networking_nsxv3.common.synchronization [req-6779b0b9-29b5-4345-b819-1dafb76ebbba req-074410f4-2cf1-4312-8224-b8304950e65b service nova] Enqueued Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_rules [ 958.314260] env[65426]: INFO networking_nsxv3.common.synchronization [req-6779b0b9-29b5-4345-b819-1dafb76ebbba req-074410f4-2cf1-4312-8224-b8304950e65b service nova] Enqueued Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_members [ 958.314260] env[65426]: INFO networking_nsxv3.common.synchronization [req-6779b0b9-29b5-4345-b819-1dafb76ebbba req-074410f4-2cf1-4312-8224-b8304950e65b service nova] Enqueued Resource ID: 29fd57e9-5ff9-45f2-a0bb-768d7f28cd0d with Priority: HIGHEST for action port [ 958.314260] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_rules [ 958.314260] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_members [ 958.314260] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29fd57e9-5ff9-45f2-a0bb-768d7f28cd0d with Priority: HIGHEST for action port [ 958.314641] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.314641] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.314641] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.314801] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.314801] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.315660] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.315780] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.315945] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-29fd57e9-5ff9-45f2-a0bb-768d7f28cd0d taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.316085] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29fd57e9-5ff9-45f2-a0bb-768d7f28cd0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.316171] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29fd57e9-5ff9-45f2-a0bb-768d7f28cd0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.316296] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29fd57e9-5ff9-45f2-a0bb-768d7f28cd0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.316358] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29fd57e9-5ff9-45f2-a0bb-768d7f28cd0d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.819152] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.819152] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.819152] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29fd57e9-5ff9-45f2-a0bb-768d7f28cd0d with status ACTIVE [ 958.819152] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.819152] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.819152] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.819152] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.819152] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.819671] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.819671] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.819671] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.819671] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.819671] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.819823] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.819868] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.819929] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.820106] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.820186] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.820270] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29fd57e9-5ff9-45f2-a0bb-768d7f28cd0d is going to be updated. [ 958.840710] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.840895] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.840895] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.841139] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.841279] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.841434] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29fd57e9-5ff9-45f2-a0bb-768d7f28cd0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.195823] env[65426]: INFO networking_nsxv3.common.synchronization [req-a000585b-ac84-4a1d-bc22-367908cf9f45 req-322e94df-2fdc-4b8a-a78d-50fe284717a8 tempest-ImagesTestJSON-1192390857 tempest-ImagesTestJSON-1192390857-project-member] Enqueued Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_members [ 959.196306] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_members [ 959.196734] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.196734] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.197130] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.197130] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.197826] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.197826] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.197958] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.198019] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.199233] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.199233] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.254184] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: SUCCESS [ 959.254184] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 deletion is rescheduled due to dependency. [ 959.254184] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.254184] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.254184] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.254184] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.254184] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.254184] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.254184] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.254184] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.254184] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.324988] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b in Status: SUCCESS [ 959.325429] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b deletion is rescheduled due to dependency. [ 959.325429] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.588337] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-730 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.588572] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-730" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.588761] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-730" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.589455] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-730" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.590526] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.590778] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.590934] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.591276] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.591448] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.591739] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.591872] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 959.592039] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 959.592147] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 959.592294] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.592411] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 959.592575] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 959.627022] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 959.627022] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 959.627022] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 959.627022] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-730" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.627022] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-8118ce53-16e8-4cd0-a8b7-39cd3f2ea5e1 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.627022] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-8118ce53-16e8-4cd0-a8b7-39cd3f2ea5e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.627800] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-8118ce53-16e8-4cd0-a8b7-39cd3f2ea5e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.628469] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-8118ce53-16e8-4cd0-a8b7-39cd3f2ea5e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.628852] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8118ce53-16e8-4cd0-a8b7-39cd3f2ea5e1',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.705594] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.705594] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.705594] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.705594] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.705594] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.705594] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.705594] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.705594] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.705594] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.705594] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.705594] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 is going to be updated. [ 959.734107] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.734107] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.734107] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.734107] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.734107] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.742553] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 in Status: IN_PROGRESS for 2s [ 959.756818] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.133680] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.133680] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.133680] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.134192] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.134563] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.134982] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 8118ce53-16e8-4cd0-a8b7-39cd3f2ea5e1 not found, creating... [ 960.135554] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.136190] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.136190] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.136289] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.138094] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.138094] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.138094] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.138094] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.138094] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.138094] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.138094] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 8118ce53-16e8-4cd0-a8b7-39cd3f2ea5e1 is going to be created. [ 960.158910] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.159147] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.159276] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.159661] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.160135] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.160449] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-8118ce53-16e8-4cd0-a8b7-39cd3f2ea5e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.259271] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.761276] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.761767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.761767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.761767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.761943] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.761991] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 is going to be updated. [ 960.790420] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.790593] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.790641] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.790838] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.790978] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.799874] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: IN_PROGRESS for 2s [ 960.847086] env[65426]: INFO networking_nsxv3.common.synchronization [req-a000585b-ac84-4a1d-bc22-367908cf9f45 req-529f0cba-3fe4-4663-a230-d6a9eefbe55a service nova] Enqueued Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_rules [ 960.847279] env[65426]: INFO networking_nsxv3.common.synchronization [req-a000585b-ac84-4a1d-bc22-367908cf9f45 req-529f0cba-3fe4-4663-a230-d6a9eefbe55a service nova] Enqueued Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_members [ 960.847416] env[65426]: INFO networking_nsxv3.common.synchronization [req-a000585b-ac84-4a1d-bc22-367908cf9f45 req-529f0cba-3fe4-4663-a230-d6a9eefbe55a service nova] Enqueued Resource ID: 8118ce53-16e8-4cd0-a8b7-39cd3f2ea5e1 with Priority: HIGHEST for action port [ 960.847911] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_rules [ 960.848060] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_members [ 960.848164] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8118ce53-16e8-4cd0-a8b7-39cd3f2ea5e1 with Priority: HIGHEST for action port [ 960.848435] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23f8c721-0c3d-4d72-a8a8-79c4dca79b31 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.848550] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.848614] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.848810] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.848893] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.849737] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.849814] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.849985] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-8118ce53-16e8-4cd0-a8b7-39cd3f2ea5e1 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.850094] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8118ce53-16e8-4cd0-a8b7-39cd3f2ea5e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.850157] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8118ce53-16e8-4cd0-a8b7-39cd3f2ea5e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.850320] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8118ce53-16e8-4cd0-a8b7-39cd3f2ea5e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.850393] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8118ce53-16e8-4cd0-a8b7-39cd3f2ea5e1',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.352821] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.352951] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.353155] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8118ce53-16e8-4cd0-a8b7-39cd3f2ea5e1 with status ACTIVE [ 961.353319] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.353424] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.353489] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.353700] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.353796] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.353966] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.354078] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.354143] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.354300] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.354366] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.354543] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.354635] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.354694] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.354832] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.354904] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.354986] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8118ce53-16e8-4cd0-a8b7-39cd3f2ea5e1 is going to be updated. [ 961.376944] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.376944] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.376944] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.376944] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.376944] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.376944] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8118ce53-16e8-4cd0-a8b7-39cd3f2ea5e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.752967] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 in Status: SUCCESS [ 961.753218] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 deletion is rescheduled due to dependency. [ 961.753409] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.753602] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.753853] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.754079] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.754203] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.754321] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.754495] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.754599] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.754714] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.822038] env[65426]: INFO networking_nsxv3.common.synchronization [req-a99b13e2-3a4e-4c25-899d-1c50b44005b9 req-12259666-2a91-40cc-a845-071273505746 tempest-DeleteServersTestJSON-1156533855 tempest-DeleteServersTestJSON-1156533855-project-member] Enqueued Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_members [ 961.822583] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_members [ 961.822882] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.823204] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.823619] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.824941] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.824941] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.824941] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.824941] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.825142] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.825142] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.825269] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.211804] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.212007] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-429" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.212145] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-429" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.212631] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-429" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.212715] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.212878] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.212994] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.217391] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.217669] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.217881] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.218042] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.218236] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.218377] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.218519] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.218633] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.218764] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.242973] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.243244] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 962.243401] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.243574] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-429" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.244252] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-fa344494-3ed8-4481-b705-559176a2de19 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.244482] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-fa344494-3ed8-4481-b705-559176a2de19" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.244572] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-fa344494-3ed8-4481-b705-559176a2de19" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.244875] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-fa344494-3ed8-4481-b705-559176a2de19" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.245012] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa344494-3ed8-4481-b705-559176a2de19',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.257823] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.326834] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.326984] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.327059] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.327277] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.327370] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.327568] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.327670] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.327750] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.327874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.327948] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.328045] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a652184f-fd23-4722-80e0-ff95f29138b5 already deleted. [ 962.328127] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.748697] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.748967] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.749075] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.749358] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.749505] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.749661] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port fa344494-3ed8-4481-b705-559176a2de19 not found, creating... [ 962.752354] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.752354] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.752354] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.752354] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.752354] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.752354] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.752354] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.752354] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.752354] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.752354] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.753007] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: fa344494-3ed8-4481-b705-559176a2de19 is going to be created. [ 962.760320] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.772758] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.773231] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.773231] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.773346] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.773619] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.774612] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-fa344494-3ed8-4481-b705-559176a2de19" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.808632] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: SUCCESS [ 962.808861] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.810953] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.811352] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.811628] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.811826] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.811934] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.816169] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.816414] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.817047] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.817047] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.264419] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.264737] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.264737] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.265328] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.265328] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.265328] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 is going to be updated. [ 963.301356] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.305613] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.305613] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.305613] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.305748] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.314924] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 in Status: IN_PROGRESS for 2s [ 963.319629] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.319787] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.319845] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.320618] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.320618] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.320618] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.320618] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.320618] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.320944] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.320944] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.320944] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.321135] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.321135] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.321287] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.321427] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.322016] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.322016] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.322016] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.322016] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.322016] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.322016] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.472260] env[65426]: INFO networking_nsxv3.common.synchronization [req-a99b13e2-3a4e-4c25-899d-1c50b44005b9 req-899dfca7-6560-461a-bfe1-079d2a2ec8d3 service nova] Enqueued Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_rules [ 963.474541] env[65426]: INFO networking_nsxv3.common.synchronization [req-a99b13e2-3a4e-4c25-899d-1c50b44005b9 req-899dfca7-6560-461a-bfe1-079d2a2ec8d3 service nova] Enqueued Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_members [ 963.474541] env[65426]: INFO networking_nsxv3.common.synchronization [req-a99b13e2-3a4e-4c25-899d-1c50b44005b9 req-899dfca7-6560-461a-bfe1-079d2a2ec8d3 service nova] Enqueued Resource ID: fa344494-3ed8-4481-b705-559176a2de19 with Priority: HIGHEST for action port [ 963.474541] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_rules [ 963.474541] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_members [ 963.474541] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa344494-3ed8-4481-b705-559176a2de19 with Priority: HIGHEST for action port [ 963.474541] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.474541] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.474541] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.476403] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.476548] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.477470] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.477589] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.477659] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.477877] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.478061] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.478407] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.478407] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.480293] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.480431] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.480551] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.483697] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa344494-3ed8-4481-b705-559176a2de19 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.483697] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa344494-3ed8-4481-b705-559176a2de19" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.483697] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa344494-3ed8-4481-b705-559176a2de19" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.483697] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa344494-3ed8-4481-b705-559176a2de19" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.483697] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa344494-3ed8-4481-b705-559176a2de19',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.824538] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2: rpc.has_security_group_logging(os_id): False [ 963.852767] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.852767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.852767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.852767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.852767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.852767] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.852767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.852767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.852767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.852767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.852767] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.852767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.852767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.852767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.852767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.853361] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.853361] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.853361] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.853361] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.853361] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.853361] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 is going to be updated. [ 963.943369] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.943369] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.943369] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.943369] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.943369] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.965802] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: IN_PROGRESS for 2s [ 963.984720] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.988589] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.988589] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.988589] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa344494-3ed8-4481-b705-559176a2de19 with status ACTIVE [ 963.988589] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.988589] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.988589] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.988589] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.988589] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.989440] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.989440] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.989598] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.990426] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.990426] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.990426] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.990426] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.990426] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.990426] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.990426] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.990689] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa344494-3ed8-4481-b705-559176a2de19 is going to be updated. [ 964.025845] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.026096] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.026096] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.026308] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.026445] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.026656] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa344494-3ed8-4481-b705-559176a2de19" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.063974] env[65426]: INFO networking_nsxv3.common.synchronization [req-befb5394-d432-4536-8e31-e713a1a05c50 req-1b5fe0b1-ed28-4c85-9b1d-d53fdc97cf06 tempest-ServersTestBootFromVolume-1345066712 tempest-ServersTestBootFromVolume-1345066712-project-member] Enqueued Resource ID: 5bf0629d-14f5-410a-835b-93a4e11208b0 with Priority: HIGHEST for action security_group_members [ 964.065405] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf0629d-14f5-410a-835b-93a4e11208b0 with Priority: HIGHEST for action security_group_members [ 964.065723] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf0629d-14f5-410a-835b-93a4e11208b0 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.065723] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf0629d-14f5-410a-835b-93a4e11208b0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.065835] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf0629d-14f5-410a-835b-93a4e11208b0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.065984] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf0629d-14f5-410a-835b-93a4e11208b0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.066227] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.066351] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.066433] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.066601] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.066686] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.066785] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bf0629d-14f5-410a-835b-93a4e11208b0',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.492715] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.569801] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.569801] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.570375] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.570375] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.570375] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.570473] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.570532] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.570785] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.570785] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.570785] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.570868] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf0629d-14f5-410a-835b-93a4e11208b0 is going to be updated. [ 964.602484] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.602680] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.602716] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.602900] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.603058] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.613096] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf0629d-14f5-410a-835b-93a4e11208b0 in Status: IN_PROGRESS for 2s [ 964.705407] env[65426]: INFO networking_nsxv3.common.synchronization [req-16bff5f8-2928-4752-b997-2af8e94b6122 req-2e520ea9-5a81-434a-a543-d2423f9df151 tempest-MigrationsAdminTest-460208 tempest-MigrationsAdminTest-460208-project-member] Enqueued Resource ID: e0f922f6-4a03-4c5d-826e-d2855edea30f with Priority: HIGHEST for action security_group_members [ 964.705936] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0f922f6-4a03-4c5d-826e-d2855edea30f with Priority: HIGHEST for action security_group_members [ 964.706548] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0f922f6-4a03-4c5d-826e-d2855edea30f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.706662] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.707198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.707198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.707198] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.707366] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.707366] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.707472] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.707503] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.707977] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0f922f6-4a03-4c5d-826e-d2855edea30f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.995810] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.995978] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.996035] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.996406] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.996513] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.996640] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a652184f-fd23-4722-80e0-ff95f29138b5 is going to be created. [ 965.021383] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.021383] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.021585] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.021685] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.021828] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.035184] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: UNINITIALIZED for 2s [ 965.109689] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-394 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.109847] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.109960] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.110218] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.111199] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.112109] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.112109] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.112109] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.112109] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.112109] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.112322] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.112322] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.112389] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.112467] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.112569] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.112693] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.135071] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.135071] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 965.135239] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.135498] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.137352] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-258be6aa-dea3-422e-8a1a-3213944a3c25 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.137352] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-258be6aa-dea3-422e-8a1a-3213944a3c25" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.137352] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-258be6aa-dea3-422e-8a1a-3213944a3c25" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.137352] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-258be6aa-dea3-422e-8a1a-3213944a3c25" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.137352] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('258be6aa-dea3-422e-8a1a-3213944a3c25',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.209982] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.210100] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.210153] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.210401] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.210496] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.210713] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.210810] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.210863] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.211046] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.211324] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.211324] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0f922f6-4a03-4c5d-826e-d2855edea30f already deleted. [ 965.211426] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.325125] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 in Status: SUCCESS [ 965.325404] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.325524] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.325747] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.325939] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.326587] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.326587] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.326587] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.326587] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.326587] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.326587] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.641139] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.641370] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.641474] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.641792] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.642037] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.642349] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port 258be6aa-dea3-422e-8a1a-3213944a3c25 not found, creating... [ 965.642699] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.642872] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.642990] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.643337] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.643558] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.643843] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.644011] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.644129] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.644453] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.644630] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.644784] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: 258be6aa-dea3-422e-8a1a-3213944a3c25 is going to be created. [ 965.667030] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.667349] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.667491] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.667762] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.667993] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.668261] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-258be6aa-dea3-422e-8a1a-3213944a3c25" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.829575] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.829767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.829767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.831212] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.831212] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.831212] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.831212] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.831212] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.831212] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.831212] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.831212] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.831212] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.831212] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.831212] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.831752] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.831752] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.831752] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.831752] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.831752] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.831983] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.831983] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.979987] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: SUCCESS [ 965.980398] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.336198] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23f8c721-0c3d-4d72-a8a8-79c4dca79b31: rpc.has_security_group_logging(os_id): False [ 966.356807] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.357021] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.357131] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.357410] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.357533] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.357824] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.357928] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.357991] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.358165] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.358279] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.358486] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.358486] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.358724] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.358724] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.358786] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.358908] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.359030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.359093] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.359229] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.359302] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.359384] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 is going to be updated. [ 966.365770] env[65426]: INFO networking_nsxv3.common.synchronization [req-16bff5f8-2928-4752-b997-2af8e94b6122 req-e7f4bf37-a6eb-4365-b245-05b5bd6a2c77 service nova] Enqueued Resource ID: e0f922f6-4a03-4c5d-826e-d2855edea30f with Priority: HIGHEST for action security_group_rules [ 966.365953] env[65426]: INFO networking_nsxv3.common.synchronization [req-16bff5f8-2928-4752-b997-2af8e94b6122 req-e7f4bf37-a6eb-4365-b245-05b5bd6a2c77 service nova] Enqueued Resource ID: e0f922f6-4a03-4c5d-826e-d2855edea30f with Priority: HIGHEST for action security_group_members [ 966.366101] env[65426]: INFO networking_nsxv3.common.synchronization [req-16bff5f8-2928-4752-b997-2af8e94b6122 req-e7f4bf37-a6eb-4365-b245-05b5bd6a2c77 service nova] Enqueued Resource ID: 258be6aa-dea3-422e-8a1a-3213944a3c25 with Priority: HIGHEST for action port [ 966.366402] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0f922f6-4a03-4c5d-826e-d2855edea30f with Priority: HIGHEST for action security_group_rules [ 966.366551] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0f922f6-4a03-4c5d-826e-d2855edea30f with Priority: HIGHEST for action security_group_members [ 966.366655] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 258be6aa-dea3-422e-8a1a-3213944a3c25 with Priority: HIGHEST for action port [ 966.367197] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0f922f6-4a03-4c5d-826e-d2855edea30f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.367315] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.367380] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.367620] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.367747] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0f922f6-4a03-4c5d-826e-d2855edea30f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.368536] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0f922f6-4a03-4c5d-826e-d2855edea30f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.368633] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.368777] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.368844] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.370590] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.370590] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.370590] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.370590] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.370590] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.370590] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0f922f6-4a03-4c5d-826e-d2855edea30f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.370926] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-258be6aa-dea3-422e-8a1a-3213944a3c25 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.371044] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-258be6aa-dea3-422e-8a1a-3213944a3c25" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.371449] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-258be6aa-dea3-422e-8a1a-3213944a3c25" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.371706] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-258be6aa-dea3-422e-8a1a-3213944a3c25" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.371846] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('258be6aa-dea3-422e-8a1a-3213944a3c25',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.432756] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.432756] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.432756] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.432756] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.432756] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.447236] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 in Status: IN_PROGRESS for 2s [ 966.622935] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf0629d-14f5-410a-835b-93a4e11208b0 in Status: SUCCESS [ 966.623151] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf0629d-14f5-410a-835b-93a4e11208b0 deletion is rescheduled due to dependency. [ 966.623280] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf0629d-14f5-410a-835b-93a4e11208b0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.865052] env[65426]: INFO networking_nsxv3.common.synchronization [req-68f84cc6-0720-4fe7-8556-452b237e2507 req-dfc32d78-d6eb-42cf-b1f1-405dd0f190a0 tempest-MultipleCreateTestJSON-1759962976 tempest-MultipleCreateTestJSON-1759962976-project-member] Enqueued Resource ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 with Priority: HIGHEST for action security_group_members [ 966.865624] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 with Priority: HIGHEST for action security_group_members [ 966.865938] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a62472b-b468-4aee-8cbb-7db31af668b4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.866338] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.866338] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.866338] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.866481] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.866554] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.866611] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.866747] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.866839] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.866930] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.873610] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0f922f6-4a03-4c5d-826e-d2855edea30f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.874840] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0f922f6-4a03-4c5d-826e-d2855edea30f taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.874964] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.876022] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 258be6aa-dea3-422e-8a1a-3213944a3c25 with status ACTIVE [ 966.876282] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.876391] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.876454] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.876638] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.876719] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.876887] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.876977] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.877054] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.877198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.877270] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.877472] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.877555] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.877635] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.877730] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.877797] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.877876] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 258be6aa-dea3-422e-8a1a-3213944a3c25 is going to be updated. [ 966.902292] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.902292] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.902499] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.903056] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.903056] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.903056] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-258be6aa-dea3-422e-8a1a-3213944a3c25" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.046143] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: SUCCESS [ 967.046399] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.046640] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.046944] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.047252] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.047441] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.047441] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.047659] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.047744] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.047833] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.047942] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.193047] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.193047] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-80" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.193047] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-80" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.193274] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-80" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.193399] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.193604] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.193723] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.193936] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.194094] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.194760] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.194883] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 967.195032] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 967.195153] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 967.195265] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 967.195372] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 967.195528] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 967.215838] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 967.216071] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 967.216228] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 967.216410] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-80" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.216735] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-80f6f50e-7802-460e-895e-b00d84dad9d3 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.216931] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-80f6f50e-7802-460e-895e-b00d84dad9d3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.217130] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-80f6f50e-7802-460e-895e-b00d84dad9d3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.217451] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-80f6f50e-7802-460e-895e-b00d84dad9d3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.217583] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80f6f50e-7802-460e-895e-b00d84dad9d3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.369608] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.369608] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.369608] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.369791] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.369822] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.370052] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.370133] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.370208] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.370664] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.370664] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.370664] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 is going to be updated. [ 967.377526] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0f922f6-4a03-4c5d-826e-d2855edea30f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.399523] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.399689] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.399810] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.400664] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.400664] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.410247] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 in Status: IN_PROGRESS for 2s [ 967.551108] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.551108] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.551108] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.551108] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.551391] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.551391] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.551473] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.551571] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.551662] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.551757] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.551925] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.552029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.552147] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.552274] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.552428] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.552516] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.552576] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.552741] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.552801] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.552879] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.552994] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.719976] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.720328] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.720487] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.720762] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.720909] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.721122] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 80f6f50e-7802-460e-895e-b00d84dad9d3 not found, creating... [ 967.721390] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.721557] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.721673] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.721898] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.722045] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.722382] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.722540] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.722830] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.723073] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.723213] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.723354] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 80f6f50e-7802-460e-895e-b00d84dad9d3 is going to be created. [ 967.744766] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.744973] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.745111] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.745704] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.745704] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.745826] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-80f6f50e-7802-460e-895e-b00d84dad9d3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.879227] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.879712] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.879712] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.879712] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.879855] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.879890] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0f922f6-4a03-4c5d-826e-d2855edea30f is going to be created. [ 967.914809] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.915051] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.915051] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.915239] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.915460] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.929432] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0f922f6-4a03-4c5d-826e-d2855edea30f in Status: UNINITIALIZED for 2s [ 968.055517] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a652184f-fd23-4722-80e0-ff95f29138b5: rpc.has_security_group_logging(os_id): False [ 968.076801] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.076937] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.077039] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.079377] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.079377] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.079377] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.079377] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.079377] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.079377] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.079377] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.079377] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.079377] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.079377] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.079377] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.079377] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.079377] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.079976] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.079976] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.079976] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.079976] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.079976] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a652184f-fd23-4722-80e0-ff95f29138b5 is going to be created. [ 968.166148] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.166377] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.166377] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.166600] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.166781] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.182428] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: IN_PROGRESS for 2s [ 968.465741] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 in Status: SUCCESS [ 968.465962] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.484764] env[65426]: INFO networking_nsxv3.common.synchronization [req-68f84cc6-0720-4fe7-8556-452b237e2507 req-d2792c4a-fe1c-4ea2-b1fb-5d6fd6ebd172 service nova] Enqueued Resource ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 with Priority: HIGHEST for action security_group_rules [ 968.484958] env[65426]: INFO networking_nsxv3.common.synchronization [req-68f84cc6-0720-4fe7-8556-452b237e2507 req-d2792c4a-fe1c-4ea2-b1fb-5d6fd6ebd172 service nova] Enqueued Resource ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 with Priority: HIGHEST for action security_group_members [ 968.485114] env[65426]: INFO networking_nsxv3.common.synchronization [req-68f84cc6-0720-4fe7-8556-452b237e2507 req-d2792c4a-fe1c-4ea2-b1fb-5d6fd6ebd172 service nova] Enqueued Resource ID: 80f6f50e-7802-460e-895e-b00d84dad9d3 with Priority: HIGHEST for action port [ 968.485748] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 with Priority: HIGHEST for action security_group_rules [ 968.485966] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 with Priority: HIGHEST for action security_group_members [ 968.486027] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80f6f50e-7802-460e-895e-b00d84dad9d3 with Priority: HIGHEST for action port [ 968.490854] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a62472b-b468-4aee-8cbb-7db31af668b4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.491080] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.491218] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.491492] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.491578] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.492660] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a62472b-b468-4aee-8cbb-7db31af668b4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.492770] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.492968] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-80f6f50e-7802-460e-895e-b00d84dad9d3 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.493079] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80f6f50e-7802-460e-895e-b00d84dad9d3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.493144] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80f6f50e-7802-460e-895e-b00d84dad9d3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.493333] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80f6f50e-7802-460e-895e-b00d84dad9d3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.493411] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80f6f50e-7802-460e-895e-b00d84dad9d3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.997266] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a62472b-b468-4aee-8cbb-7db31af668b4 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.997266] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.997266] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80f6f50e-7802-460e-895e-b00d84dad9d3 with status ACTIVE [ 968.997761] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.997761] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.997761] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.998720] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.998720] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.998720] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.998720] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.998720] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.998720] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.998720] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.998720] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.999165] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.999165] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.999165] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.999165] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.999284] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80f6f50e-7802-460e-895e-b00d84dad9d3 is going to be updated. [ 969.022411] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.023077] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.023077] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.023077] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.023077] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.023247] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80f6f50e-7802-460e-895e-b00d84dad9d3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.309721] env[65426]: INFO networking_nsxv3.common.synchronization [req-68f84cc6-0720-4fe7-8556-452b237e2507 req-cc4aef62-97cd-4922-bcc3-dbc1fb90b633 tempest-MultipleCreateTestJSON-1759962976 tempest-MultipleCreateTestJSON-1759962976-project-member] Enqueued Resource ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 with Priority: HIGHEST for action security_group_members [ 969.310592] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 with Priority: HIGHEST for action security_group_members [ 969.310978] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a62472b-b468-4aee-8cbb-7db31af668b4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.311072] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.422635] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 in Status: SUCCESS [ 969.422635] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 deletion is rescheduled due to dependency. [ 969.422635] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.422635] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.422635] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.422635] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.422635] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.422635] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.422635] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.422635] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.422635] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.622660] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.622947] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-80" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.623098] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-80" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.623450] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-80" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.623772] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.623988] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.624194] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.624774] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.624774] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.624904] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.624904] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.625508] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.625508] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.625508] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.625508] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.625508] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.649340] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.649535] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 969.649674] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.649871] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-80" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.650244] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-a5a6e5fe-6980-4863-8ebb-6b0ec047a8e6 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.650430] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-a5a6e5fe-6980-4863-8ebb-6b0ec047a8e6" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.650547] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-a5a6e5fe-6980-4863-8ebb-6b0ec047a8e6" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.650877] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-a5a6e5fe-6980-4863-8ebb-6b0ec047a8e6" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.651053] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5a6e5fe-6980-4863-8ebb-6b0ec047a8e6',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.925488] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.940141] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0f922f6-4a03-4c5d-826e-d2855edea30f in Status: SUCCESS [ 969.941854] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.941854] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.941854] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.941854] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.941854] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.941854] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.942263] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.942263] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.942263] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.942433] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0f922f6-4a03-4c5d-826e-d2855edea30f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.154144] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.154429] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.154502] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.154776] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.154921] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.155091] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port a5a6e5fe-6980-4863-8ebb-6b0ec047a8e6 not found, creating... [ 970.155355] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.155510] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.155666] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.155890] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.156034] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.156315] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.156467] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.156578] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.156775] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.156900] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.157049] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: a5a6e5fe-6980-4863-8ebb-6b0ec047a8e6 is going to be created. [ 970.177579] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.177847] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.177985] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.178261] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.178485] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.178701] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-a5a6e5fe-6980-4863-8ebb-6b0ec047a8e6" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.196797] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: SUCCESS [ 970.197064] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.429073] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.444799] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0f922f6-4a03-4c5d-826e-d2855edea30f taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.444981] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.445072] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.445316] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.445486] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.445588] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.445642] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.445791] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.445883] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.445989] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.446155] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0f922f6-4a03-4c5d-826e-d2855edea30f taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.446245] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.446298] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.446444] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.446614] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.446698] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.446755] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.446945] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.447037] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.447135] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.447255] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0f922f6-4a03-4c5d-826e-d2855edea30f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.931538] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.931642] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.931642] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.931954] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.931954] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.932042] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 is going to be updated. [ 970.945260] env[65426]: INFO networking_nsxv3.common.synchronization [req-68f84cc6-0720-4fe7-8556-452b237e2507 req-4d111a43-d748-4dd0-bd8b-df91c1daa321 service nova] Enqueued Resource ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 with Priority: HIGHEST for action security_group_rules [ 970.945441] env[65426]: INFO networking_nsxv3.common.synchronization [req-68f84cc6-0720-4fe7-8556-452b237e2507 req-4d111a43-d748-4dd0-bd8b-df91c1daa321 service nova] Enqueued Resource ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 with Priority: HIGHEST for action security_group_members [ 970.945603] env[65426]: INFO networking_nsxv3.common.synchronization [req-68f84cc6-0720-4fe7-8556-452b237e2507 req-4d111a43-d748-4dd0-bd8b-df91c1daa321 service nova] Enqueued Resource ID: a5a6e5fe-6980-4863-8ebb-6b0ec047a8e6 with Priority: HIGHEST for action port [ 970.945810] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 with Priority: HIGHEST for action security_group_rules [ 970.945949] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 with Priority: HIGHEST for action security_group_members [ 970.946035] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5a6e5fe-6980-4863-8ebb-6b0ec047a8e6 with Priority: HIGHEST for action port [ 970.946915] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a62472b-b468-4aee-8cbb-7db31af668b4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.947041] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.947244] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a62472b-b468-4aee-8cbb-7db31af668b4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.947329] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.947504] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5a6e5fe-6980-4863-8ebb-6b0ec047a8e6 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.947618] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5a6e5fe-6980-4863-8ebb-6b0ec047a8e6" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.947656] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5a6e5fe-6980-4863-8ebb-6b0ec047a8e6" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.947853] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5a6e5fe-6980-4863-8ebb-6b0ec047a8e6" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.947929] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5a6e5fe-6980-4863-8ebb-6b0ec047a8e6',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.949056] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0f922f6-4a03-4c5d-826e-d2855edea30f: rpc.has_security_group_logging(os_id): False [ 970.965184] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.965329] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.965399] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.965611] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.965752] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.972998] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.973142] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.973216] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.973431] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.973520] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.973742] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.973942] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.974023] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.974247] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.974329] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.974516] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.974610] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.974670] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.974807] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.974878] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.975062] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.975154] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.975215] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.975411] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.975495] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.975580] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0f922f6-4a03-4c5d-826e-d2855edea30f is going to be created. [ 970.979335] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 in Status: IN_PROGRESS for 2s [ 971.043352] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.043520] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.043520] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.043710] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.043887] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.058376] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0f922f6-4a03-4c5d-826e-d2855edea30f in Status: IN_PROGRESS for 2s [ 971.451743] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5a6e5fe-6980-4863-8ebb-6b0ec047a8e6 with status ACTIVE [ 971.452173] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.452173] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.452173] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.452403] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.453308] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.453308] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.453308] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.453308] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.453308] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.453308] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.453308] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.453642] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.453642] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.453642] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.453642] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.453774] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5a6e5fe-6980-4863-8ebb-6b0ec047a8e6 is going to be updated. [ 971.479727] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.479835] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.479886] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.480152] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.480297] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.480461] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5a6e5fe-6980-4863-8ebb-6b0ec047a8e6" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.877588] env[65426]: INFO networking_nsxv3.common.synchronization [req-a611ff2d-b52e-4d3c-b43e-e6428f5b406d req-1dfb83e3-0812-4428-be91-39290ced6881 tempest-ServerActionsV293TestJSON-1819993650 tempest-ServerActionsV293TestJSON-1819993650-project-member] Enqueued Resource ID: 4ade1707-6cf1-4c13-9f05-3c8cecf17680 with Priority: HIGHEST for action security_group_members [ 971.878711] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ade1707-6cf1-4c13-9f05-3c8cecf17680 with Priority: HIGHEST for action security_group_members [ 971.879198] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ade1707-6cf1-4c13-9f05-3c8cecf17680 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.879372] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ade1707-6cf1-4c13-9f05-3c8cecf17680" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.879445] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ade1707-6cf1-4c13-9f05-3c8cecf17680" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.879781] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ade1707-6cf1-4c13-9f05-3c8cecf17680" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.879952] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.880074] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.880132] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.880309] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.880402] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.880504] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ade1707-6cf1-4c13-9f05-3c8cecf17680',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.248188] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-661 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.248433] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-661" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.248586] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-661" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.248952] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-661" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.249762] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.249762] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.249936] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.250320] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.250546] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.250967] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.251195] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 972.251749] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 972.251749] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 972.251749] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.251749] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 972.251918] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 972.274468] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 972.274468] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 972.274566] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 972.274747] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-661" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.275096] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-0a8f3c11-a369-4e5c-9a31-4d56b4862f95 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.275264] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-0a8f3c11-a369-4e5c-9a31-4d56b4862f95" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.275419] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-0a8f3c11-a369-4e5c-9a31-4d56b4862f95" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.275809] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-0a8f3c11-a369-4e5c-9a31-4d56b4862f95" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.275904] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a8f3c11-a369-4e5c-9a31-4d56b4862f95',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.382609] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.383232] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.383232] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.383232] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.383232] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.383479] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.383558] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.383608] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.383769] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.383943] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.383943] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ade1707-6cf1-4c13-9f05-3c8cecf17680 already deleted. [ 972.384066] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ade1707-6cf1-4c13-9f05-3c8cecf17680" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.779776] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.780258] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.780769] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.783180] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.783180] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.783180] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port 0a8f3c11-a369-4e5c-9a31-4d56b4862f95 not found, creating... [ 972.783180] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.783180] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.783180] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.783520] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.783733] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.784337] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.784659] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.784877] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.785236] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.785493] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.785753] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: 0a8f3c11-a369-4e5c-9a31-4d56b4862f95 is going to be created. [ 972.806403] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.806672] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.806799] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.807075] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.807300] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.807519] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-0a8f3c11-a369-4e5c-9a31-4d56b4862f95" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.989127] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 in Status: SUCCESS [ 972.989127] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.989349] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.989470] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.989658] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.989885] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.989951] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.990139] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.990239] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.990372] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.990506] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.991519] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.991703] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.991874] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.991978] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.992132] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.992293] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.992360] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.992465] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.075063] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0f922f6-4a03-4c5d-826e-d2855edea30f in Status: SUCCESS [ 973.075063] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.494585] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a62472b-b468-4aee-8cbb-7db31af668b4 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.494585] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.494585] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.550476] env[65426]: INFO networking_nsxv3.common.synchronization [req-a611ff2d-b52e-4d3c-b43e-e6428f5b406d req-b3ab5bf3-a1f9-4230-8805-f6cd2338e5ad service nova] Enqueued Resource ID: 4ade1707-6cf1-4c13-9f05-3c8cecf17680 with Priority: HIGHEST for action security_group_rules [ 973.550748] env[65426]: INFO networking_nsxv3.common.synchronization [req-a611ff2d-b52e-4d3c-b43e-e6428f5b406d req-b3ab5bf3-a1f9-4230-8805-f6cd2338e5ad service nova] Enqueued Resource ID: 4ade1707-6cf1-4c13-9f05-3c8cecf17680 with Priority: HIGHEST for action security_group_members [ 973.550923] env[65426]: INFO networking_nsxv3.common.synchronization [req-a611ff2d-b52e-4d3c-b43e-e6428f5b406d req-b3ab5bf3-a1f9-4230-8805-f6cd2338e5ad service nova] Enqueued Resource ID: 0a8f3c11-a369-4e5c-9a31-4d56b4862f95 with Priority: HIGHEST for action port [ 973.551824] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ade1707-6cf1-4c13-9f05-3c8cecf17680 with Priority: HIGHEST for action security_group_rules [ 973.552031] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ade1707-6cf1-4c13-9f05-3c8cecf17680 with Priority: HIGHEST for action security_group_members [ 973.552145] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a8f3c11-a369-4e5c-9a31-4d56b4862f95 with Priority: HIGHEST for action port [ 973.552506] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ade1707-6cf1-4c13-9f05-3c8cecf17680 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.552679] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ade1707-6cf1-4c13-9f05-3c8cecf17680" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.552718] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ade1707-6cf1-4c13-9f05-3c8cecf17680" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.552905] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ade1707-6cf1-4c13-9f05-3c8cecf17680" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.553008] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ade1707-6cf1-4c13-9f05-3c8cecf17680',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.554235] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ade1707-6cf1-4c13-9f05-3c8cecf17680 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.554406] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ade1707-6cf1-4c13-9f05-3c8cecf17680" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.554544] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ade1707-6cf1-4c13-9f05-3c8cecf17680" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.554747] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ade1707-6cf1-4c13-9f05-3c8cecf17680" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.554938] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.555169] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.557129] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.558563] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.558675] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.558774] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ade1707-6cf1-4c13-9f05-3c8cecf17680',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.559853] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a8f3c11-a369-4e5c-9a31-4d56b4862f95 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.559987] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a8f3c11-a369-4e5c-9a31-4d56b4862f95" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.561104] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a8f3c11-a369-4e5c-9a31-4d56b4862f95" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.561445] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a8f3c11-a369-4e5c-9a31-4d56b4862f95" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.561704] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a8f3c11-a369-4e5c-9a31-4d56b4862f95',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.999388] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.065783] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ade1707-6cf1-4c13-9f05-3c8cecf17680 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.065901] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ade1707-6cf1-4c13-9f05-3c8cecf17680" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.066231] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ade1707-6cf1-4c13-9f05-3c8cecf17680',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.066994] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a8f3c11-a369-4e5c-9a31-4d56b4862f95 with status ACTIVE [ 974.067218] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.067426] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.067500] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.067688] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.067778] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.067955] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.068060] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.069711] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.069711] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.069711] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.069711] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.069711] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.069711] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.069711] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.069711] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.069711] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a8f3c11-a369-4e5c-9a31-4d56b4862f95 is going to be updated. [ 974.100520] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.101597] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.101597] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.101597] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.101597] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.101842] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a8f3c11-a369-4e5c-9a31-4d56b4862f95" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.505790] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.505954] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.506102] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.508369] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.508369] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.508369] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 is going to be updated. [ 974.537905] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.538132] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.538132] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.538333] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.538473] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.548115] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 in Status: IN_PROGRESS for 2s [ 974.575358] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ade1707-6cf1-4c13-9f05-3c8cecf17680',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.673037] env[65426]: INFO networking_nsxv3.common.synchronization [req-bdab445f-99a4-49ec-9784-7bfba84af718 req-50afd732-217d-40c5-935e-42beb0141d9b tempest-TenantUsagesTestJSON-741667737 tempest-TenantUsagesTestJSON-741667737-project-member] Enqueued Resource ID: 793a7f0d-8d10-421d-a17e-942bfde7eb3c with Priority: HIGHEST for action security_group_members [ 974.673629] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 793a7f0d-8d10-421d-a17e-942bfde7eb3c with Priority: HIGHEST for action security_group_members [ 974.673950] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-793a7f0d-8d10-421d-a17e-942bfde7eb3c taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.674157] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-793a7f0d-8d10-421d-a17e-942bfde7eb3c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.674249] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-793a7f0d-8d10-421d-a17e-942bfde7eb3c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.674592] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-793a7f0d-8d10-421d-a17e-942bfde7eb3c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.674985] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.674985] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.674985] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.675164] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.675271] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.676132] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('793a7f0d-8d10-421d-a17e-942bfde7eb3c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.080867] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.081354] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.081354] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.083386] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.083564] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.087162] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ade1707-6cf1-4c13-9f05-3c8cecf17680 is going to be created. [ 975.113687] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.113836] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.113901] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.114139] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.114299] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.124497] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ade1707-6cf1-4c13-9f05-3c8cecf17680 in Status: UNINITIALIZED for 2s [ 975.179498] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.179498] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.179498] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.179498] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.179498] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.179498] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.179498] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.179498] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.179498] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.179498] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.179498] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 793a7f0d-8d10-421d-a17e-942bfde7eb3c already deleted. [ 975.179498] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-793a7f0d-8d10-421d-a17e-942bfde7eb3c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.586634] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-394 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.586829] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.586928] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.587222] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.587531] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.587738] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.587858] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.588086] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.588236] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.588448] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.588560] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.588666] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.588770] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.588874] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.588975] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.589117] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 975.608417] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 975.608640] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 975.608698] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 975.608847] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.609245] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-bc3d184b-3311-48ee-9a56-de347aea4a82 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.609427] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-bc3d184b-3311-48ee-9a56-de347aea4a82" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.609545] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-bc3d184b-3311-48ee-9a56-de347aea4a82" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.609917] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-bc3d184b-3311-48ee-9a56-de347aea4a82" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.610023] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc3d184b-3311-48ee-9a56-de347aea4a82',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.112493] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.112861] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.112861] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.113181] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.113334] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.113563] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port bc3d184b-3311-48ee-9a56-de347aea4a82 not found, creating... [ 976.113897] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.114065] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.114184] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.114419] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.114546] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.114825] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.114977] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.115100] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.115306] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.115438] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.115572] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: bc3d184b-3311-48ee-9a56-de347aea4a82 is going to be created. [ 976.137260] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.137519] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.137647] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.137931] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.138287] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.138546] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-bc3d184b-3311-48ee-9a56-de347aea4a82" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.558485] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 in Status: SUCCESS [ 976.558717] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.558914] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.559173] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.559370] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.559486] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.559552] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.559704] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.559793] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.559902] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.866037] env[65426]: INFO networking_nsxv3.common.synchronization [req-bdab445f-99a4-49ec-9784-7bfba84af718 req-98a85db5-321b-4cf7-87ec-33d10bfa9b39 service nova] Enqueued Resource ID: 793a7f0d-8d10-421d-a17e-942bfde7eb3c with Priority: HIGHEST for action security_group_rules [ 976.866951] env[65426]: INFO networking_nsxv3.common.synchronization [req-bdab445f-99a4-49ec-9784-7bfba84af718 req-98a85db5-321b-4cf7-87ec-33d10bfa9b39 service nova] Enqueued Resource ID: 793a7f0d-8d10-421d-a17e-942bfde7eb3c with Priority: HIGHEST for action security_group_members [ 976.867347] env[65426]: INFO networking_nsxv3.common.synchronization [req-bdab445f-99a4-49ec-9784-7bfba84af718 req-98a85db5-321b-4cf7-87ec-33d10bfa9b39 service nova] Enqueued Resource ID: bc3d184b-3311-48ee-9a56-de347aea4a82 with Priority: HIGHEST for action port [ 976.868060] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 793a7f0d-8d10-421d-a17e-942bfde7eb3c with Priority: HIGHEST for action security_group_rules [ 976.868239] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 793a7f0d-8d10-421d-a17e-942bfde7eb3c with Priority: HIGHEST for action security_group_members [ 976.868383] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc3d184b-3311-48ee-9a56-de347aea4a82 with Priority: HIGHEST for action port [ 976.869029] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-793a7f0d-8d10-421d-a17e-942bfde7eb3c taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.869181] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-793a7f0d-8d10-421d-a17e-942bfde7eb3c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.869253] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-793a7f0d-8d10-421d-a17e-942bfde7eb3c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.869588] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-793a7f0d-8d10-421d-a17e-942bfde7eb3c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.869712] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('793a7f0d-8d10-421d-a17e-942bfde7eb3c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.871049] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-793a7f0d-8d10-421d-a17e-942bfde7eb3c taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.871158] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-793a7f0d-8d10-421d-a17e-942bfde7eb3c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.871309] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-793a7f0d-8d10-421d-a17e-942bfde7eb3c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.872018] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-793a7f0d-8d10-421d-a17e-942bfde7eb3c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.872263] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.872401] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.872626] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.873187] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.873313] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.873448] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('793a7f0d-8d10-421d-a17e-942bfde7eb3c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.874467] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc3d184b-3311-48ee-9a56-de347aea4a82 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.874629] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc3d184b-3311-48ee-9a56-de347aea4a82" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.874708] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc3d184b-3311-48ee-9a56-de347aea4a82" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.874887] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc3d184b-3311-48ee-9a56-de347aea4a82" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.874986] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc3d184b-3311-48ee-9a56-de347aea4a82',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.062899] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.136919] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ade1707-6cf1-4c13-9f05-3c8cecf17680 in Status: SUCCESS [ 977.137361] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ade1707-6cf1-4c13-9f05-3c8cecf17680" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.137361] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ade1707-6cf1-4c13-9f05-3c8cecf17680" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.137682] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ade1707-6cf1-4c13-9f05-3c8cecf17680" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.137958] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.138075] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.138118] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.138291] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.138359] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.138483] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ade1707-6cf1-4c13-9f05-3c8cecf17680" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.139691] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ade1707-6cf1-4c13-9f05-3c8cecf17680',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.326730] env[65426]: INFO networking_nsxv3.common.synchronization [req-cd2d95e3-9db8-4d65-b57e-21b4322d3f3a req-3edb72ab-f8ae-4e42-bdc6-7ef70ff8715b tempest-DeleteServersTestJSON-1156533855 tempest-DeleteServersTestJSON-1156533855-project-member] Enqueued Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_members [ 977.333128] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_members [ 977.334227] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.334393] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.334478] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.334753] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.334947] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.335069] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.335135] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.335354] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.335442] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.335553] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.377655] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-793a7f0d-8d10-421d-a17e-942bfde7eb3c taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.377655] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-793a7f0d-8d10-421d-a17e-942bfde7eb3c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.377655] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc3d184b-3311-48ee-9a56-de347aea4a82 with status ACTIVE [ 977.377655] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.377965] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.377965] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.378128] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.378284] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.378531] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.378695] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.378695] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.378924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.378924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.379149] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.379235] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.379336] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.379472] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.380432] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.380432] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc3d184b-3311-48ee-9a56-de347aea4a82 is going to be updated. [ 977.381087] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('793a7f0d-8d10-421d-a17e-942bfde7eb3c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.410139] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.410516] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.410516] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.410747] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.410927] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.411110] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc3d184b-3311-48ee-9a56-de347aea4a82" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.565340] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.641734] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ade1707-6cf1-4c13-9f05-3c8cecf17680',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.842206] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.842403] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.842466] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.842717] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.842816] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.843032] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.843139] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.843203] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.843362] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.843456] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.843585] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a652184f-fd23-4722-80e0-ff95f29138b5 is going to be updated. [ 977.880926] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.881072] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.881154] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.881440] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.881589] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.884410] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('793a7f0d-8d10-421d-a17e-942bfde7eb3c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.905078] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: IN_PROGRESS for 2s [ 978.071198] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.071198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.071198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.071198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.071198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.071198] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 is going to be updated. [ 978.123289] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.123509] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.123639] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.123965] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.124171] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.140328] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 in Status: IN_PROGRESS for 2s [ 978.145367] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ade1707-6cf1-4c13-9f05-3c8cecf17680: rpc.has_security_group_logging(os_id): False [ 978.179396] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.179396] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.179396] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.179396] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.179396] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.179396] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.179396] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.179396] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.179396] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.179396] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.179396] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ade1707-6cf1-4c13-9f05-3c8cecf17680 is going to be created. [ 978.335973] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.336345] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.336803] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.337221] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.337693] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.371040] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ade1707-6cf1-4c13-9f05-3c8cecf17680 in Status: IN_PROGRESS for 2s [ 978.389033] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.389235] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.389401] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.389525] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.389595] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.389662] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 793a7f0d-8d10-421d-a17e-942bfde7eb3c is going to be created. [ 978.463877] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.463877] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.463877] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.463877] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.463877] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.479286] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 793a7f0d-8d10-421d-a17e-942bfde7eb3c in Status: UNINITIALIZED for 2s [ 979.917239] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: SUCCESS [ 979.917601] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a652184f-fd23-4722-80e0-ff95f29138b5 deletion is rescheduled due to dependency. [ 979.917601] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.152311] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 in Status: SUCCESS [ 980.152688] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.152786] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.152955] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.153188] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.153338] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.153338] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.153600] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.153600] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.153750] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.153856] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a62472b-b468-4aee-8cbb-7db31af668b4 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.153952] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.154813] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.155033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.155202] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.155304] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.155371] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.155519] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.155593] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.155689] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.155781] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.394988] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ade1707-6cf1-4c13-9f05-3c8cecf17680 in Status: SUCCESS [ 980.394988] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ade1707-6cf1-4c13-9f05-3c8cecf17680" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.493429] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 793a7f0d-8d10-421d-a17e-942bfde7eb3c in Status: SUCCESS [ 980.493429] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-793a7f0d-8d10-421d-a17e-942bfde7eb3c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.493590] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-793a7f0d-8d10-421d-a17e-942bfde7eb3c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.493855] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-793a7f0d-8d10-421d-a17e-942bfde7eb3c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.494019] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.494139] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.494206] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.494357] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.494434] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.494516] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-793a7f0d-8d10-421d-a17e-942bfde7eb3c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.494603] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('793a7f0d-8d10-421d-a17e-942bfde7eb3c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.658041] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a62472b-b468-4aee-8cbb-7db31af668b4: rpc.has_security_group_logging(os_id): False [ 980.679301] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.679301] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.679574] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.679636] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.679752] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.680016] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.680178] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.680272] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.680537] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.680651] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.680901] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.680998] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.681162] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.681364] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.681364] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.681633] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.681741] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.681807] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.681948] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.682035] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.682457] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 is going to be updated. [ 980.768900] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.769201] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.769201] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.769451] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.769635] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.785227] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 in Status: IN_PROGRESS for 2s [ 980.997862] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-793a7f0d-8d10-421d-a17e-942bfde7eb3c taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.998234] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-793a7f0d-8d10-421d-a17e-942bfde7eb3c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.998234] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-793a7f0d-8d10-421d-a17e-942bfde7eb3c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.998322] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-793a7f0d-8d10-421d-a17e-942bfde7eb3c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.998492] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.998592] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.998656] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.998800] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.998884] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.998972] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-793a7f0d-8d10-421d-a17e-942bfde7eb3c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.999141] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-793a7f0d-8d10-421d-a17e-942bfde7eb3c taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.999280] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-793a7f0d-8d10-421d-a17e-942bfde7eb3c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.999330] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-793a7f0d-8d10-421d-a17e-942bfde7eb3c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.999457] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-793a7f0d-8d10-421d-a17e-942bfde7eb3c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.999595] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.999702] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.999769] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.999906] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.000017] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.000127] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-793a7f0d-8d10-421d-a17e-942bfde7eb3c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.000222] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('793a7f0d-8d10-421d-a17e-942bfde7eb3c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.503305] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 793a7f0d-8d10-421d-a17e-942bfde7eb3c: rpc.has_security_group_logging(os_id): False [ 981.527029] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.527217] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.527263] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.527476] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.527565] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.527796] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.527979] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.527979] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.528879] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.528879] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.528879] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.528879] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.528879] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.528879] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.528879] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.529423] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.529423] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.529423] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.529608] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.529608] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.529699] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 793a7f0d-8d10-421d-a17e-942bfde7eb3c is going to be created. [ 981.601845] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.601994] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.602164] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.602284] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.602579] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.620365] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 793a7f0d-8d10-421d-a17e-942bfde7eb3c in Status: IN_PROGRESS for 2s [ 982.334357] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 982.334671] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 982.793024] env[65426]: INFO networking_nsxv3.common.synchronization [req-da7f7cdf-95d5-4b28-8dba-86c3af5fced2 req-37fb09cf-53d1-47fb-a821-3cc4daeb6cb5 tempest-MultipleCreateTestJSON-1759962976 tempest-MultipleCreateTestJSON-1759962976-project-member] Enqueued Resource ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 with Priority: HIGHEST for action security_group_members [ 982.793024] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 with Priority: HIGHEST for action security_group_members [ 982.793024] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a62472b-b468-4aee-8cbb-7db31af668b4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.793024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.793024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.793024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.793024] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.793024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.793024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.793024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.793024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.793024] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.806193] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 in Status: SUCCESS [ 982.806937] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.806937] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.806937] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.806937] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.969037] env[65426]: INFO networking_nsxv3.common.synchronization [req-f44f98ce-99b9-4df7-a65c-02a9faad35ba req-b277c0ab-e53f-4aa9-869a-8b0fa29bcfe8 tempest-MultipleCreateTestJSON-1759962976 tempest-MultipleCreateTestJSON-1759962976-project-member] Enqueued Resource ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 with Priority: HIGHEST for action security_group_members [ 982.969944] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 with Priority: HIGHEST for action security_group_members [ 982.970716] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a62472b-b468-4aee-8cbb-7db31af668b4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.970839] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.298415] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.311711] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a62472b-b468-4aee-8cbb-7db31af668b4 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.312258] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.634593] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 793a7f0d-8d10-421d-a17e-942bfde7eb3c in Status: SUCCESS [ 983.634926] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-793a7f0d-8d10-421d-a17e-942bfde7eb3c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.801211] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.303559] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.303714] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.303785] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.304010] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.304094] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.304200] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 is going to be updated. [ 984.335072] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.335219] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.335301] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.335492] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.335681] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.344380] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 in Status: IN_PROGRESS for 2s [ 985.682562] env[65426]: INFO networking_nsxv3.common.synchronization [req-f2b0eae9-3319-4d61-adb1-23796b57bbae req-5a715e9a-f50e-48a0-b277-a09ca38d9072 tempest-ImagesTestJSON-1192390857 tempest-ImagesTestJSON-1192390857-project-member] Enqueued Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_members [ 985.683165] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGHEST for action security_group_members [ 985.683420] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.687032] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.687032] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.687032] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.687032] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.687032] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.687032] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.687032] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.687032] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.687032] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.189808] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.189974] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.189974] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.190199] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.190357] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.190591] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.190591] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.190725] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.190890] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.190890] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.190970] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 is going to be updated. [ 986.224282] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.224282] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.224282] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.224282] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.224282] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.232801] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 in Status: IN_PROGRESS for 2s [ 986.257664] env[65426]: INFO networking_nsxv3.common.synchronization [req-dd637be5-a8a4-43bc-90a4-dd7a3ab9fc5e req-8c7c78fe-1c4b-40c9-bd8e-764ffd6d7aaf tempest-ServerDiskConfigTestJSON-592727729 tempest-ServerDiskConfigTestJSON-592727729-project-member] Enqueued Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_members [ 986.258225] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_members [ 986.258520] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.258638] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.258705] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.258898] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.259057] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.259151] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.259222] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.259395] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.259482] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.259573] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.356279] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 in Status: SUCCESS [ 986.356494] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.356663] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.356951] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.357174] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.357232] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.357264] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.357421] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.357500] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.357592] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.480876] env[65426]: INFO networking_nsxv3.common.synchronization [req-111982a4-4945-4149-99c7-68e108db9065 req-7d24406c-6844-4486-9ab6-c9a58c6d219a tempest-AttachInterfacesTestJSON-1787164303 tempest-AttachInterfacesTestJSON-1787164303-project-member] Enqueued Resource ID: 26d28aa6-769e-4f48-8961-8000ce72a26f with Priority: HIGHEST for action security_group_members [ 986.481861] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d28aa6-769e-4f48-8961-8000ce72a26f with Priority: HIGHEST for action security_group_members [ 986.482206] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-26d28aa6-769e-4f48-8961-8000ce72a26f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.482423] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26d28aa6-769e-4f48-8961-8000ce72a26f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.482496] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26d28aa6-769e-4f48-8961-8000ce72a26f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.482694] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26d28aa6-769e-4f48-8961-8000ce72a26f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.483020] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.483020] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.483227] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.483298] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.483401] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.483498] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26d28aa6-769e-4f48-8961-8000ce72a26f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.761610] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.761895] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.761895] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.762160] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.762238] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.762446] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.762557] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.762644] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.762811] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.762898] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.762987] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 is going to be updated. [ 986.792235] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.792412] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.792474] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.792655] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.792794] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.802275] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: IN_PROGRESS for 2s [ 986.859877] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.860266] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.861802] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.861802] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.861802] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.861802] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.861802] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.861802] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.861802] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.861802] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.861802] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 is going to be updated. [ 986.903188] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.903368] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.903414] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.903599] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.903772] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.916375] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 in Status: IN_PROGRESS for 2s [ 986.986788] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.986788] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.986788] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.986788] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.007304] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.007568] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.007690] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.007753] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.007933] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.008017] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.008105] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26d28aa6-769e-4f48-8961-8000ce72a26f is going to be updated. [ 987.036545] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.036731] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.036731] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.036942] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.037096] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.045404] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26d28aa6-769e-4f48-8961-8000ce72a26f in Status: IN_PROGRESS for 2s [ 988.246079] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 in Status: SUCCESS [ 988.246079] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 deletion is rescheduled due to dependency. [ 988.246079] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.812971] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: SUCCESS [ 988.813200] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 deletion is rescheduled due to dependency. [ 988.813200] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.927568] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 in Status: SUCCESS [ 988.927568] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 deletion is rescheduled due to dependency. [ 988.927658] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.927867] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.928028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.928221] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.928333] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.928397] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.928549] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.929090] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.929090] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.929090] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.056484] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26d28aa6-769e-4f48-8961-8000ce72a26f in Status: SUCCESS [ 989.056665] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26d28aa6-769e-4f48-8961-8000ce72a26f deletion is rescheduled due to dependency. [ 989.056769] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26d28aa6-769e-4f48-8961-8000ce72a26f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.431316] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a62472b-b468-4aee-8cbb-7db31af668b4 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.431316] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.431316] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.431791] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.431791] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.431881] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.431915] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.432473] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.432907] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.432907] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.433044] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a62472b-b468-4aee-8cbb-7db31af668b4 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.433044] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.433157] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.433237] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.433395] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.433528] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.433600] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.433676] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.433748] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.433837] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.433919] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.936339] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a62472b-b468-4aee-8cbb-7db31af668b4: rpc.has_security_group_logging(os_id): False [ 989.960081] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.960229] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.960279] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.960474] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.960561] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.960744] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.960839] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.960900] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.961060] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.961154] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.961411] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.961509] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.961573] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.961713] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.961785] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.961980] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.962619] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.962619] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.962776] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.962879] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.962968] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 is going to be updated. [ 990.026168] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.027586] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.027586] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.027866] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.028197] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.046027] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 in Status: IN_PROGRESS for 2s [ 990.058124] env[65426]: INFO networking_nsxv3.common.synchronization [req-a7aa2d20-f0bf-43f4-8c2c-461949e313e1 req-eeb1bb07-487d-431a-845a-a5b806d4a9d0 tempest-TenantUsagesTestJSON-741667737 tempest-TenantUsagesTestJSON-741667737-project-member] Enqueued Resource ID: 793a7f0d-8d10-421d-a17e-942bfde7eb3c with Priority: HIGHEST for action security_group_members [ 990.058646] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 793a7f0d-8d10-421d-a17e-942bfde7eb3c with Priority: HIGHEST for action security_group_members [ 990.059022] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-793a7f0d-8d10-421d-a17e-942bfde7eb3c taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.059146] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-793a7f0d-8d10-421d-a17e-942bfde7eb3c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.059214] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-793a7f0d-8d10-421d-a17e-942bfde7eb3c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.059416] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-793a7f0d-8d10-421d-a17e-942bfde7eb3c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.059585] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.059745] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.059830] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.059996] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.060347] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.060347] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('793a7f0d-8d10-421d-a17e-942bfde7eb3c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.562833] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.563209] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.563209] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.563363] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.563451] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.563667] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.563776] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.563858] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.564035] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.565263] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.565392] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 793a7f0d-8d10-421d-a17e-942bfde7eb3c is going to be updated. [ 990.595520] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.595688] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.595688] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.595964] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.595964] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.604996] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 793a7f0d-8d10-421d-a17e-942bfde7eb3c in Status: IN_PROGRESS for 2s [ 992.062253] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 in Status: SUCCESS [ 992.062635] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.615168] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 793a7f0d-8d10-421d-a17e-942bfde7eb3c in Status: SUCCESS [ 992.615378] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 793a7f0d-8d10-421d-a17e-942bfde7eb3c deletion is rescheduled due to dependency. [ 992.615496] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-793a7f0d-8d10-421d-a17e-942bfde7eb3c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.019752] env[65426]: INFO networking_nsxv3.common.synchronization [req-c3482aa0-fa37-41d1-ae22-7f0e66e2cdf1 req-f18f2082-0239-42c3-b04f-588ae9e3724c tempest-ServerActionsTestOtherB-1975477321 tempest-ServerActionsTestOtherB-1975477321-project-member] Enqueued Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGHEST for action security_group_members [ 994.020687] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGHEST for action security_group_members [ 994.020687] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a62af330-237b-4c56-b984-b3b6da313d26 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.020687] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.020871] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.020929] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.021098] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.021196] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.021654] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.021654] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.021654] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.021654] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.523830] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.524015] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.524071] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.524294] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.547215] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.547504] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.547608] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.547676] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.547895] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.547976] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.548084] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a62af330-237b-4c56-b984-b3b6da313d26 is going to be updated. [ 994.576942] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.577179] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.577218] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.577413] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.577557] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.586581] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a62af330-237b-4c56-b984-b3b6da313d26 in Status: IN_PROGRESS for 2s [ 996.597873] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a62af330-237b-4c56-b984-b3b6da313d26 in Status: SUCCESS [ 996.598161] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a62af330-237b-4c56-b984-b3b6da313d26 deletion is rescheduled due to dependency. [ 996.598198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.021924] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 999.021924] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1000.874450] env[65426]: INFO networking_nsxv3.common.synchronization [req-ba97bd7e-ba14-4cd4-b739-ab83756a0d33 req-3273aa22-4efe-4784-8d67-ef2250fe7b66 tempest-ServerDiskConfigTestJSON-592727729 tempest-ServerDiskConfigTestJSON-592727729-project-member] Enqueued Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_members [ 1000.874450] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_members [ 1000.874805] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.874891] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.874946] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.875113] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.875271] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.875366] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.875481] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.875643] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.875721] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.875816] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.162678] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-42 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.162888] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-42" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.163039] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-42" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.163299] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-42" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.163555] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.163712] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.163830] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.164234] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.164416] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.164700] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.164818] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.164926] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.165047] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.165157] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.165261] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.166754] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.189365] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.189676] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1001.189823] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.190085] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-42" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.190374] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-49445e2d-46b6-46b4-8472-50df2dd4594f taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.190560] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-49445e2d-46b6-46b4-8472-50df2dd4594f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.190685] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-49445e2d-46b6-46b4-8472-50df2dd4594f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.191032] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-49445e2d-46b6-46b4-8472-50df2dd4594f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.191172] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49445e2d-46b6-46b4-8472-50df2dd4594f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.377832] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.378491] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.378491] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.378491] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.378491] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.378856] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.378856] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.378856] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.378856] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.379029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.379029] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 is going to be updated. [ 1001.405622] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.405759] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.406024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.406081] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.406235] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.415616] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: IN_PROGRESS for 2s [ 1001.694386] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.694617] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.694744] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.695034] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.695185] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.695337] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port 49445e2d-46b6-46b4-8472-50df2dd4594f not found, creating... [ 1001.695596] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.695748] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.695864] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.696101] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.696237] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.696514] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.696667] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.696781] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.696983] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.697129] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.697266] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: 49445e2d-46b6-46b4-8472-50df2dd4594f is going to be created. [ 1001.719781] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.719781] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.719781] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.719781] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.719781] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.719781] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-49445e2d-46b6-46b4-8472-50df2dd4594f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.412748] env[65426]: INFO networking_nsxv3.common.synchronization [req-ba97bd7e-ba14-4cd4-b739-ab83756a0d33 req-9960a64f-110b-41ff-8bcc-c52651eeb158 service nova] Enqueued Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_rules [ 1002.413030] env[65426]: INFO networking_nsxv3.common.synchronization [req-ba97bd7e-ba14-4cd4-b739-ab83756a0d33 req-9960a64f-110b-41ff-8bcc-c52651eeb158 service nova] Enqueued Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_members [ 1002.413146] env[65426]: INFO networking_nsxv3.common.synchronization [req-ba97bd7e-ba14-4cd4-b739-ab83756a0d33 req-9960a64f-110b-41ff-8bcc-c52651eeb158 service nova] Enqueued Resource ID: 49445e2d-46b6-46b4-8472-50df2dd4594f with Priority: HIGHEST for action port [ 1002.413759] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_rules [ 1002.413894] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_members [ 1002.413991] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49445e2d-46b6-46b4-8472-50df2dd4594f with Priority: HIGHEST for action port [ 1002.414291] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.414403] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.414469] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.414771] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.414771] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.415578] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.415689] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.415897] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-49445e2d-46b6-46b4-8472-50df2dd4594f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.415996] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49445e2d-46b6-46b4-8472-50df2dd4594f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.416080] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49445e2d-46b6-46b4-8472-50df2dd4594f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.416279] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49445e2d-46b6-46b4-8472-50df2dd4594f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.416355] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49445e2d-46b6-46b4-8472-50df2dd4594f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.918302] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.918426] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.921977] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49445e2d-46b6-46b4-8472-50df2dd4594f with status ACTIVE [ 1002.922219] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.922353] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.922424] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.922659] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.922748] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.923078] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.923187] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.923250] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.923407] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.923488] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.923685] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.923781] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.923970] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.924193] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.924368] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.924448] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49445e2d-46b6-46b4-8472-50df2dd4594f is going to be updated. [ 1002.950562] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.950562] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.950562] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.950562] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.950562] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.950562] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49445e2d-46b6-46b4-8472-50df2dd4594f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.427415] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: SUCCESS [ 1003.427415] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 deletion is rescheduled due to dependency. [ 1003.427415] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.428582] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.428582] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.428582] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.428582] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.428582] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.428582] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.428582] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.428582] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.931438] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.434917] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.938375] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.938595] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.938642] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.938832] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.938918] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.939057] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 is going to be updated. [ 1004.970368] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.970567] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.970567] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.970821] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.970980] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.980277] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: IN_PROGRESS for 2s [ 1005.961278] env[65426]: INFO networking_nsxv3.common.synchronization [None req-e61b8f94-3711-465e-8611-fd9a6c9ade59 tempest-AttachVolumeNegativeTest-527449890 tempest-AttachVolumeNegativeTest-527449890-project-member] Enqueued Resource ID: c55788e3-8362-4cd9-8abf-0d32109b46ac with Priority: HIGHEST for action security_group_rules [ 1005.962164] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c55788e3-8362-4cd9-8abf-0d32109b46ac with Priority: HIGHEST for action security_group_rules [ 1005.962164] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c55788e3-8362-4cd9-8abf-0d32109b46ac taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.962570] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.962570] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.962570] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.962748] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c55788e3-8362-4cd9-8abf-0d32109b46ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.080994] env[65426]: INFO networking_nsxv3.common.synchronization [None req-9a58e1e8-9095-470a-adc7-587de00b305d tempest-AttachVolumeNegativeTest-527449890 tempest-AttachVolumeNegativeTest-527449890-project-member] Enqueued Resource ID: c55788e3-8362-4cd9-8abf-0d32109b46ac with Priority: HIGHEST for action security_group_rules [ 1006.082232] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c55788e3-8362-4cd9-8abf-0d32109b46ac with Priority: HIGHEST for action security_group_rules [ 1006.082564] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c55788e3-8362-4cd9-8abf-0d32109b46ac taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.083165] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.484286] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.484286] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.484453] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.484578] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.484670] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.484761] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c55788e3-8362-4cd9-8abf-0d32109b46ac already deleted. [ 1006.484852] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.485018] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.485169] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.485271] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c55788e3-8362-4cd9-8abf-0d32109b46ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.991233] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: SUCCESS [ 1006.991659] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.991659] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.991838] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.992037] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.992152] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.992217] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.992376] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.992443] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.992528] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.992621] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.010038] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.010208] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.010281] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.010510] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.010600] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.010700] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c55788e3-8362-4cd9-8abf-0d32109b46ac already deleted. [ 1007.010783] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.207775] env[65426]: INFO networking_nsxv3.common.synchronization [None req-f92eb565-7931-4f13-ab18-446ea949e1e3 tempest-AttachInterfacesTestJSON-1787164303 tempest-AttachInterfacesTestJSON-1787164303-project-member] Enqueued Resource ID: 212b3187-b652-4960-8464-c24f0af67a7c with Priority: HIGHEST for action security_group_rules [ 1007.207775] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 212b3187-b652-4960-8464-c24f0af67a7c with Priority: HIGHEST for action security_group_rules [ 1007.208856] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-212b3187-b652-4960-8464-c24f0af67a7c taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.208856] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-212b3187-b652-4960-8464-c24f0af67a7c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.208856] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-212b3187-b652-4960-8464-c24f0af67a7c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.208856] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-212b3187-b652-4960-8464-c24f0af67a7c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.208856] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('212b3187-b652-4960-8464-c24f0af67a7c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.304433] env[65426]: INFO networking_nsxv3.common.synchronization [None req-486fa3dc-1962-4c4f-906b-c70509288855 tempest-AttachInterfacesTestJSON-1787164303 tempest-AttachInterfacesTestJSON-1787164303-project-member] Enqueued Resource ID: 212b3187-b652-4960-8464-c24f0af67a7c with Priority: HIGHEST for action security_group_rules [ 1007.304988] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 212b3187-b652-4960-8464-c24f0af67a7c with Priority: HIGHEST for action security_group_rules [ 1007.306798] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-212b3187-b652-4960-8464-c24f0af67a7c taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.306798] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-212b3187-b652-4960-8464-c24f0af67a7c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.496535] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.496969] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.496969] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.497147] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.497254] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.497419] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.497419] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.497674] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.497674] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.497810] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.498223] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.498223] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.498223] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.498223] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.498415] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.498415] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.498415] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.498542] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.498621] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.498750] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.498930] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.732017] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.732017] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.732017] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.732017] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.732017] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.732017] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 212b3187-b652-4960-8464-c24f0af67a7c already deleted. [ 1007.732017] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-212b3187-b652-4960-8464-c24f0af67a7c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.732017] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-212b3187-b652-4960-8464-c24f0af67a7c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.732017] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-212b3187-b652-4960-8464-c24f0af67a7c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.732017] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('212b3187-b652-4960-8464-c24f0af67a7c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.001310] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2: rpc.has_security_group_logging(os_id): False [ 1008.022312] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.022487] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.022530] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.022934] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.023118] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.023381] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.023499] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.023566] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.023747] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.023847] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.024085] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.024180] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.024241] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.024382] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.024471] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.024671] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.024777] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.024838] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.024975] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.025082] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.025178] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 is going to be updated. [ 1008.111328] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.111504] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.111565] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.111782] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.111934] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.129441] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: IN_PROGRESS for 2s [ 1008.252847] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.253016] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.253098] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.253537] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.253635] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.253741] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 212b3187-b652-4960-8464-c24f0af67a7c already deleted. [ 1008.253822] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-212b3187-b652-4960-8464-c24f0af67a7c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.145591] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: SUCCESS [ 1010.145981] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.924545] env[65426]: INFO networking_nsxv3.common.synchronization [req-1a5220f9-b618-4b64-a3a1-ded57d7c8f4f req-f5694d91-68b2-494d-a2f9-19342ea2cabb tempest-DeleteServersTestJSON-1156533855 tempest-DeleteServersTestJSON-1156533855-project-member] Enqueued Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_members [ 1010.924904] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_members [ 1010.925219] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.925337] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.925402] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.925593] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.925750] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.925867] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.925974] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.926293] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.926393] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.926506] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.304493] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.304493] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-429" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.304872] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-429" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.304872] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-429" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.305107] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.305264] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.305378] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.308221] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.308402] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.308676] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.308766] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.308830] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.308960] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.309059] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.309164] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.309292] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.328253] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.328429] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1011.328579] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.328752] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-429" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.329079] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-d7479ced-bb0f-400f-aa9e-0c1ccbaad260 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.329364] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-d7479ced-bb0f-400f-aa9e-0c1ccbaad260" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.329508] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-d7479ced-bb0f-400f-aa9e-0c1ccbaad260" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.329832] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-d7479ced-bb0f-400f-aa9e-0c1ccbaad260" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.329967] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7479ced-bb0f-400f-aa9e-0c1ccbaad260',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.429810] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.430109] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.430235] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.430492] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.430567] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.430749] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.430849] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.430911] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.431082] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.431168] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.431256] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a652184f-fd23-4722-80e0-ff95f29138b5 is going to be updated. [ 1011.457753] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.457753] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.457966] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.458043] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.458190] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.467601] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: IN_PROGRESS for 2s [ 1011.834092] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.834410] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.834573] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.834892] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.835092] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.835280] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port d7479ced-bb0f-400f-aa9e-0c1ccbaad260 not found, creating... [ 1011.835571] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.835758] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.835885] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.836126] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.836267] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.836548] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.836699] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.836814] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.837024] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.837166] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.837306] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: d7479ced-bb0f-400f-aa9e-0c1ccbaad260 is going to be created. [ 1011.857730] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.857730] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.857844] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.858056] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.858299] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.858516] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-d7479ced-bb0f-400f-aa9e-0c1ccbaad260" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.943625] env[65426]: INFO networking_nsxv3.common.synchronization [None req-c0e24b5b-6aa1-4d3e-9d62-fe303e49128c None None] Enqueued Resource ID: aec604aa-d02d-469e-b584-4bddc753b051 with Priority: HIGHEST for action port [ 1011.944543] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec604aa-d02d-469e-b584-4bddc753b051 with Priority: HIGHEST for action port [ 1011.945010] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-aec604aa-d02d-469e-b584-4bddc753b051 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.945182] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aec604aa-d02d-469e-b584-4bddc753b051" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.945272] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aec604aa-d02d-469e-b584-4bddc753b051" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.945605] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aec604aa-d02d-469e-b584-4bddc753b051" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.946119] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aec604aa-d02d-469e-b584-4bddc753b051',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.448662] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aec604aa-d02d-469e-b584-4bddc753b051 [ 1012.448933] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.449049] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.449232] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.449326] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.449429] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.449543] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aec604aa-d02d-469e-b584-4bddc753b051 already deleted. [ 1012.449578] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aec604aa-d02d-469e-b584-4bddc753b051" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.603999] env[65426]: INFO networking_nsxv3.common.synchronization [req-1a5220f9-b618-4b64-a3a1-ded57d7c8f4f req-0d0c415b-399b-461c-9431-a8cb0d59b5d1 service nova] Enqueued Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_rules [ 1012.604199] env[65426]: INFO networking_nsxv3.common.synchronization [req-1a5220f9-b618-4b64-a3a1-ded57d7c8f4f req-0d0c415b-399b-461c-9431-a8cb0d59b5d1 service nova] Enqueued Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_members [ 1012.604336] env[65426]: INFO networking_nsxv3.common.synchronization [req-1a5220f9-b618-4b64-a3a1-ded57d7c8f4f req-0d0c415b-399b-461c-9431-a8cb0d59b5d1 service nova] Enqueued Resource ID: d7479ced-bb0f-400f-aa9e-0c1ccbaad260 with Priority: HIGHEST for action port [ 1012.604870] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_rules [ 1012.605108] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_members [ 1012.609403] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7479ced-bb0f-400f-aa9e-0c1ccbaad260 with Priority: HIGHEST for action port [ 1012.609403] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.609507] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.609545] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.609747] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.609823] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.614277] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.614277] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.615241] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7479ced-bb0f-400f-aa9e-0c1ccbaad260 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.615241] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7479ced-bb0f-400f-aa9e-0c1ccbaad260" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.615241] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7479ced-bb0f-400f-aa9e-0c1ccbaad260" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.615241] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7479ced-bb0f-400f-aa9e-0c1ccbaad260" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.615241] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7479ced-bb0f-400f-aa9e-0c1ccbaad260',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.820219] env[65426]: INFO networking_nsxv3.common.synchronization [None req-a97a015f-0271-44db-8bfd-8b232d668f31 tempest-AttachVolumeShelveTestJSON-370820132 tempest-AttachVolumeShelveTestJSON-370820132-project-member] Enqueued Resource ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b with Priority: HIGHEST for action security_group_rules [ 1012.820793] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b with Priority: HIGHEST for action security_group_rules [ 1012.821177] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe7e643c-d515-42c3-84dd-a5411d3d2d4b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.821309] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.821373] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.821671] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.821773] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe7e643c-d515-42c3-84dd-a5411d3d2d4b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.910729] env[65426]: INFO networking_nsxv3.common.synchronization [None req-bc354b4c-4d51-4187-9daa-b70f1674a2c1 tempest-AttachVolumeShelveTestJSON-370820132 tempest-AttachVolumeShelveTestJSON-370820132-project-member] Enqueued Resource ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b with Priority: HIGHEST for action security_group_rules [ 1012.910729] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b with Priority: HIGHEST for action security_group_rules [ 1012.910729] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe7e643c-d515-42c3-84dd-a5411d3d2d4b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.910851] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.112151] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.112364] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.120447] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7479ced-bb0f-400f-aa9e-0c1ccbaad260 with status ACTIVE [ 1013.121509] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.121755] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.121824] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.122050] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.122156] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.122367] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.122512] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.122730] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.122730] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.122880] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.122998] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.123113] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.123176] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.123331] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.123404] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.123494] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7479ced-bb0f-400f-aa9e-0c1ccbaad260 is going to be updated. [ 1013.154451] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.154637] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.154637] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.155096] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.155096] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.155264] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7479ced-bb0f-400f-aa9e-0c1ccbaad260" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.342057] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.342057] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.342057] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.342362] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.342362] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.342362] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b already deleted. [ 1013.342456] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.342570] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.342727] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.342831] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe7e643c-d515-42c3-84dd-a5411d3d2d4b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.481032] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: SUCCESS [ 1013.481373] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a652184f-fd23-4722-80e0-ff95f29138b5 deletion is rescheduled due to dependency. [ 1013.481373] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.481373] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.481744] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.481880] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.481954] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.481954] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.482142] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.482223] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.483051] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.865879] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.866274] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.866475] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.866910] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.867208] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.867430] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b already deleted. [ 1013.867639] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.986878] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.490557] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.612860] env[65426]: INFO networking_nsxv3.common.synchronization [None req-d4ca9a59-fd88-424b-905a-6fd93c69a7d1 None None] Enqueued Resource ID: a820de1e-36c4-4415-858b-79650ae19525 with Priority: HIGHEST for action port [ 1014.613984] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a820de1e-36c4-4415-858b-79650ae19525 with Priority: HIGHEST for action port [ 1014.613984] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-a820de1e-36c4-4415-858b-79650ae19525 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.614378] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a820de1e-36c4-4415-858b-79650ae19525" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.614378] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a820de1e-36c4-4415-858b-79650ae19525" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.614455] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a820de1e-36c4-4415-858b-79650ae19525" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.614488] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a820de1e-36c4-4415-858b-79650ae19525',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.992995] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.992995] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.992995] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.993271] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.993363] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.993504] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a652184f-fd23-4722-80e0-ff95f29138b5 is going to be updated. [ 1015.021605] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.021808] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.021899] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.022157] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.022317] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.033119] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: IN_PROGRESS for 2s [ 1015.119895] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a820de1e-36c4-4415-858b-79650ae19525 [ 1015.120877] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.120877] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.120877] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.120877] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.120877] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.120877] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a820de1e-36c4-4415-858b-79650ae19525 already deleted. [ 1015.120877] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a820de1e-36c4-4415-858b-79650ae19525" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.046338] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: SUCCESS [ 1017.046746] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.046746] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.046952] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.047165] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.047283] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.047344] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.047495] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.047570] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.047655] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.047745] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.550545] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.550743] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.550798] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.551052] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.551246] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.551373] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.551452] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.551623] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.551720] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.551806] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.551987] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.552127] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.552277] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.552384] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.552486] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.552551] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.552615] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.552828] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.552925] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.553021] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.553115] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.027219] env[65426]: INFO networking_nsxv3.common.synchronization [req-13965296-bd3d-4173-b18e-e25c3d4b6e10 req-468398ac-83f0-4e36-ac54-d534aa425b89 tempest-AttachVolumeNegativeTest-527449890 tempest-AttachVolumeNegativeTest-527449890-project-member] Enqueued Resource ID: c55788e3-8362-4cd9-8abf-0d32109b46ac with Priority: HIGHEST for action security_group_members [ 1018.028285] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c55788e3-8362-4cd9-8abf-0d32109b46ac with Priority: HIGHEST for action security_group_members [ 1018.029183] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-c55788e3-8362-4cd9-8abf-0d32109b46ac taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.029183] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.029427] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.029750] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.030502] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.030502] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.030502] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.030893] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.031117] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.031199] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c55788e3-8362-4cd9-8abf-0d32109b46ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.055261] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a652184f-fd23-4722-80e0-ff95f29138b5: rpc.has_security_group_logging(os_id): False [ 1018.078369] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.078587] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.078674] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.078902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.079053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.079310] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.079459] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.079644] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.079908] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.080149] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.080474] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.080609] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.080785] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.080886] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.081036] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.081346] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.081454] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.081516] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.081774] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.081954] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.082104] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a652184f-fd23-4722-80e0-ff95f29138b5 is going to be updated. [ 1018.156098] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.156310] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.156310] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.156669] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.156857] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.173699] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: IN_PROGRESS for 2s [ 1018.400255] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-523 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.400449] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-523" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.400574] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-523" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.400844] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-523" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.401114] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.401271] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.401388] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.401605] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.401814] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.402057] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.402172] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1018.402279] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1018.402405] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1018.402514] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.402617] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1018.402758] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.424268] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.424440] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1018.424659] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.424871] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-523" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.425250] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-eb372c0b-31ea-442d-9b35-c6bec68f0141 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.425452] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-eb372c0b-31ea-442d-9b35-c6bec68f0141" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.425576] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-eb372c0b-31ea-442d-9b35-c6bec68f0141" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.425897] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-eb372c0b-31ea-442d-9b35-c6bec68f0141" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.426051] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb372c0b-31ea-442d-9b35-c6bec68f0141',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.535536] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.535536] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.535536] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.535536] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.535856] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.536067] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.536195] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.536293] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.536525] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.536691] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.536840] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c55788e3-8362-4cd9-8abf-0d32109b46ac already deleted. [ 1018.537019] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.929098] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.929338] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.929399] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.929672] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.929870] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.930071] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port eb372c0b-31ea-442d-9b35-c6bec68f0141 not found, creating... [ 1018.930335] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.930491] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.930608] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.930825] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.930962] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.931249] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.931403] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.931519] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.931770] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.931882] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.932021] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: eb372c0b-31ea-442d-9b35-c6bec68f0141 is going to be created. [ 1018.951261] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.952056] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.952056] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.952056] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.952243] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.952468] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-eb372c0b-31ea-442d-9b35-c6bec68f0141" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.115404] env[65426]: INFO networking_nsxv3.common.synchronization [req-13965296-bd3d-4173-b18e-e25c3d4b6e10 req-3e85c3e6-ee56-465d-87ed-c69714b42b60 service nova] Enqueued Resource ID: c55788e3-8362-4cd9-8abf-0d32109b46ac with Priority: HIGHEST for action security_group_rules [ 1020.115664] env[65426]: INFO networking_nsxv3.common.synchronization [req-13965296-bd3d-4173-b18e-e25c3d4b6e10 req-3e85c3e6-ee56-465d-87ed-c69714b42b60 service nova] Enqueued Resource ID: c55788e3-8362-4cd9-8abf-0d32109b46ac with Priority: HIGHEST for action security_group_members [ 1020.115713] env[65426]: INFO networking_nsxv3.common.synchronization [req-13965296-bd3d-4173-b18e-e25c3d4b6e10 req-3e85c3e6-ee56-465d-87ed-c69714b42b60 service nova] Enqueued Resource ID: eb372c0b-31ea-442d-9b35-c6bec68f0141 with Priority: HIGHEST for action port [ 1020.116239] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c55788e3-8362-4cd9-8abf-0d32109b46ac with Priority: HIGHEST for action security_group_rules [ 1020.116375] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c55788e3-8362-4cd9-8abf-0d32109b46ac with Priority: HIGHEST for action security_group_members [ 1020.116472] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb372c0b-31ea-442d-9b35-c6bec68f0141 with Priority: HIGHEST for action port [ 1020.116745] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c55788e3-8362-4cd9-8abf-0d32109b46ac taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.116862] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.116930] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.117533] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.117533] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c55788e3-8362-4cd9-8abf-0d32109b46ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.118875] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-c55788e3-8362-4cd9-8abf-0d32109b46ac taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.119249] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.119249] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.119421] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.119549] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.119610] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.119650] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.119785] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.119890] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.119978] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c55788e3-8362-4cd9-8abf-0d32109b46ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.121499] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb372c0b-31ea-442d-9b35-c6bec68f0141 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.121636] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb372c0b-31ea-442d-9b35-c6bec68f0141" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.122382] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb372c0b-31ea-442d-9b35-c6bec68f0141" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.122382] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb372c0b-31ea-442d-9b35-c6bec68f0141" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.122382] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb372c0b-31ea-442d-9b35-c6bec68f0141',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.193064] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: SUCCESS [ 1020.193326] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.620032] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-c55788e3-8362-4cd9-8abf-0d32109b46ac taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.620032] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.624232] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c55788e3-8362-4cd9-8abf-0d32109b46ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.625528] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb372c0b-31ea-442d-9b35-c6bec68f0141 with status ACTIVE [ 1020.625861] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.626080] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.626202] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.626877] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.626877] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.627037] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.627253] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.627253] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.628039] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.628039] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.628039] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.628261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.628261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.628426] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.628591] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.628760] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb372c0b-31ea-442d-9b35-c6bec68f0141 is going to be updated. [ 1020.656380] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.656568] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.656568] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.656809] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.656982] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.657162] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb372c0b-31ea-442d-9b35-c6bec68f0141" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.837829] env[65426]: INFO networking_nsxv3.common.synchronization [None req-feb925b7-82a5-494c-b683-5dfbba93a2ce tempest-MigrationsAdminTest-460208 tempest-MigrationsAdminTest-460208-project-member] Enqueued Resource ID: b92bb2c2-19c2-4e0e-bbbc-12f0371c21a5 with Priority: HIGHEST for action security_group_rules [ 1020.838615] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b92bb2c2-19c2-4e0e-bbbc-12f0371c21a5 with Priority: HIGHEST for action security_group_rules [ 1020.839515] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b92bb2c2-19c2-4e0e-bbbc-12f0371c21a5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.839515] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b92bb2c2-19c2-4e0e-bbbc-12f0371c21a5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.839515] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b92bb2c2-19c2-4e0e-bbbc-12f0371c21a5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.839515] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b92bb2c2-19c2-4e0e-bbbc-12f0371c21a5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.839515] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b92bb2c2-19c2-4e0e-bbbc-12f0371c21a5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.983748] env[65426]: INFO networking_nsxv3.common.synchronization [None req-03df3728-868d-4c29-98fd-bffc167a303b tempest-MigrationsAdminTest-460208 tempest-MigrationsAdminTest-460208-project-member] Enqueued Resource ID: b92bb2c2-19c2-4e0e-bbbc-12f0371c21a5 with Priority: HIGHEST for action security_group_rules [ 1020.983748] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b92bb2c2-19c2-4e0e-bbbc-12f0371c21a5 with Priority: HIGHEST for action security_group_rules [ 1020.983748] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b92bb2c2-19c2-4e0e-bbbc-12f0371c21a5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.983748] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b92bb2c2-19c2-4e0e-bbbc-12f0371c21a5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.131517] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c55788e3-8362-4cd9-8abf-0d32109b46ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.365315] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.365494] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.365604] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.365866] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.366018] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.366181] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b92bb2c2-19c2-4e0e-bbbc-12f0371c21a5 already deleted. [ 1021.366417] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b92bb2c2-19c2-4e0e-bbbc-12f0371c21a5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.366596] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b92bb2c2-19c2-4e0e-bbbc-12f0371c21a5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.366801] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b92bb2c2-19c2-4e0e-bbbc-12f0371c21a5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.366932] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b92bb2c2-19c2-4e0e-bbbc-12f0371c21a5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.634614] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.634792] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.634860] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.635507] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.635507] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.635507] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c55788e3-8362-4cd9-8abf-0d32109b46ac is going to be created. [ 1021.667333] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.667552] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.667552] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.667854] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.667945] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.683041] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c55788e3-8362-4cd9-8abf-0d32109b46ac in Status: UNINITIALIZED for 2s [ 1021.890417] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.890575] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.890625] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.890888] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.890945] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.891019] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b92bb2c2-19c2-4e0e-bbbc-12f0371c21a5 already deleted. [ 1021.891106] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b92bb2c2-19c2-4e0e-bbbc-12f0371c21a5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.110906] env[65426]: INFO networking_nsxv3.common.synchronization [req-5f4787db-942a-4a55-86ec-cd67da2a6080 req-68673b80-0e38-49b5-9cbe-11cdeb64b858 tempest-AttachVolumeTestJSON-860233858 tempest-AttachVolumeTestJSON-860233858-project-member] Enqueued Resource ID: de4f6c56-eebc-4723-ac43-d01bceee3696 with Priority: HIGHEST for action security_group_members [ 1022.110906] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de4f6c56-eebc-4723-ac43-d01bceee3696 with Priority: HIGHEST for action security_group_members [ 1022.110906] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-de4f6c56-eebc-4723-ac43-d01bceee3696 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.110906] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de4f6c56-eebc-4723-ac43-d01bceee3696" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.110906] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de4f6c56-eebc-4723-ac43-d01bceee3696" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.110906] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de4f6c56-eebc-4723-ac43-d01bceee3696" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.111184] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.111184] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.111270] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.111385] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.111467] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.111563] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de4f6c56-eebc-4723-ac43-d01bceee3696',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.259787] env[65426]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1022.260090] env[65426]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1022.617196] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.617537] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.617660] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.618031] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.618031] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.618476] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.618644] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.618717] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.618936] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.618971] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.619055] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de4f6c56-eebc-4723-ac43-d01bceee3696 is going to be updated. [ 1022.645510] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.646042] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.646042] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.646042] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.646179] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.656264] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de4f6c56-eebc-4723-ac43-d01bceee3696 in Status: IN_PROGRESS for 2s [ 1022.905311] env[65426]: INFO networking_nsxv3.common.synchronization [req-2fe39650-7160-43ff-b2c9-e30c2089a46f req-b397b175-fc93-4438-a0b0-af61df56414e tempest-AttachInterfacesTestJSON-1787164303 tempest-AttachInterfacesTestJSON-1787164303-project-member] Enqueued Resource ID: 212b3187-b652-4960-8464-c24f0af67a7c with Priority: HIGHEST for action security_group_members [ 1022.905955] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 212b3187-b652-4960-8464-c24f0af67a7c with Priority: HIGHEST for action security_group_members [ 1022.906490] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-212b3187-b652-4960-8464-c24f0af67a7c taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.906649] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-212b3187-b652-4960-8464-c24f0af67a7c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.906747] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-212b3187-b652-4960-8464-c24f0af67a7c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.907060] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-212b3187-b652-4960-8464-c24f0af67a7c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.908505] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.908505] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.908505] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.908505] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.908505] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.908505] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('212b3187-b652-4960-8464-c24f0af67a7c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.301969] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.301969] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-784" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.301969] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-784" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.301969] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-784" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.301969] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.301969] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.301969] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.303645] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.303645] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.303645] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.303645] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1023.303645] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1023.303645] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1023.303645] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.303645] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1023.303645] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.332448] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.332636] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1023.332795] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.332933] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-784" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.333280] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-f352dcfc-6e99-4883-9c75-63c5803efa72 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.333457] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-f352dcfc-6e99-4883-9c75-63c5803efa72" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.333576] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-f352dcfc-6e99-4883-9c75-63c5803efa72" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.333926] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-f352dcfc-6e99-4883-9c75-63c5803efa72" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.334078] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f352dcfc-6e99-4883-9c75-63c5803efa72',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.410553] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.410736] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.410875] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.411147] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.411249] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.411455] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.411555] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.411614] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.411822] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.411933] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.412127] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 212b3187-b652-4960-8464-c24f0af67a7c already deleted. [ 1023.412127] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-212b3187-b652-4960-8464-c24f0af67a7c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.693393] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c55788e3-8362-4cd9-8abf-0d32109b46ac in Status: SUCCESS [ 1023.693691] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.693940] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.694254] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.694477] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.694603] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.694685] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.694819] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.694899] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.694987] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.695103] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c55788e3-8362-4cd9-8abf-0d32109b46ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.840660] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.840891] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.841160] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.841802] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.841802] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.841802] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port f352dcfc-6e99-4883-9c75-63c5803efa72 not found, creating... [ 1023.842177] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.842177] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.842333] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.842487] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.842633] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.842917] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.843101] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.843250] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.843432] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.843575] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.843716] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: f352dcfc-6e99-4883-9c75-63c5803efa72 is going to be created. [ 1023.866835] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.866950] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.867074] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.867405] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.867600] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.867920] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-f352dcfc-6e99-4883-9c75-63c5803efa72" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.197239] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c55788e3-8362-4cd9-8abf-0d32109b46ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.564214] env[65426]: INFO networking_nsxv3.common.synchronization [req-2fe39650-7160-43ff-b2c9-e30c2089a46f req-40fe9c62-0ead-4a55-8541-0725f51aeef3 service nova] Enqueued Resource ID: 212b3187-b652-4960-8464-c24f0af67a7c with Priority: HIGHEST for action security_group_rules [ 1024.564583] env[65426]: INFO networking_nsxv3.common.synchronization [req-2fe39650-7160-43ff-b2c9-e30c2089a46f req-40fe9c62-0ead-4a55-8541-0725f51aeef3 service nova] Enqueued Resource ID: 212b3187-b652-4960-8464-c24f0af67a7c with Priority: HIGHEST for action security_group_members [ 1024.564583] env[65426]: INFO networking_nsxv3.common.synchronization [req-2fe39650-7160-43ff-b2c9-e30c2089a46f req-40fe9c62-0ead-4a55-8541-0725f51aeef3 service nova] Enqueued Resource ID: f352dcfc-6e99-4883-9c75-63c5803efa72 with Priority: HIGHEST for action port [ 1024.565516] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 212b3187-b652-4960-8464-c24f0af67a7c with Priority: HIGHEST for action security_group_rules [ 1024.565516] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 212b3187-b652-4960-8464-c24f0af67a7c with Priority: HIGHEST for action security_group_members [ 1024.565516] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f352dcfc-6e99-4883-9c75-63c5803efa72 with Priority: HIGHEST for action port [ 1024.565707] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-212b3187-b652-4960-8464-c24f0af67a7c taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.565707] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-212b3187-b652-4960-8464-c24f0af67a7c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.565707] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-212b3187-b652-4960-8464-c24f0af67a7c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.566021] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-212b3187-b652-4960-8464-c24f0af67a7c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.566021] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('212b3187-b652-4960-8464-c24f0af67a7c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.566954] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-212b3187-b652-4960-8464-c24f0af67a7c taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.567088] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-212b3187-b652-4960-8464-c24f0af67a7c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.567200] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-212b3187-b652-4960-8464-c24f0af67a7c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.567321] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-212b3187-b652-4960-8464-c24f0af67a7c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.567459] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.567589] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.567643] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.567782] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.567882] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.567983] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('212b3187-b652-4960-8464-c24f0af67a7c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.570334] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-f352dcfc-6e99-4883-9c75-63c5803efa72 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.570334] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f352dcfc-6e99-4883-9c75-63c5803efa72" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.570334] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f352dcfc-6e99-4883-9c75-63c5803efa72" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.570334] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f352dcfc-6e99-4883-9c75-63c5803efa72" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.570334] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f352dcfc-6e99-4883-9c75-63c5803efa72',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.666939] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de4f6c56-eebc-4723-ac43-d01bceee3696 in Status: SUCCESS [ 1024.667225] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de4f6c56-eebc-4723-ac43-d01bceee3696 deletion is rescheduled due to dependency. [ 1024.667352] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de4f6c56-eebc-4723-ac43-d01bceee3696" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.700204] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c55788e3-8362-4cd9-8abf-0d32109b46ac: rpc.has_security_group_logging(os_id): False [ 1024.720285] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.720486] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.720486] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.720741] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.720834] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.721629] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.721629] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.721902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.721902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.721980] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.722068] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c55788e3-8362-4cd9-8abf-0d32109b46ac is going to be created. [ 1024.786585] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.786821] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.786821] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.786979] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.787186] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.801529] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c55788e3-8362-4cd9-8abf-0d32109b46ac in Status: IN_PROGRESS for 2s [ 1025.071048] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('212b3187-b652-4960-8464-c24f0af67a7c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.072982] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-212b3187-b652-4960-8464-c24f0af67a7c taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.072982] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-212b3187-b652-4960-8464-c24f0af67a7c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.072982] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f352dcfc-6e99-4883-9c75-63c5803efa72 with status ACTIVE [ 1025.072982] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.072982] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.072982] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.072982] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.072982] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.073346] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.073346] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.073346] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.073576] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.073642] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.073825] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.073966] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.074634] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.074823] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.074913] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.075013] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f352dcfc-6e99-4883-9c75-63c5803efa72 is going to be updated. [ 1025.099339] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.099339] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.099339] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.099339] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.099339] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.100306] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f352dcfc-6e99-4883-9c75-63c5803efa72" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.295919] env[65426]: INFO networking_nsxv3.common.synchronization [req-26eaabf0-c454-4a2a-90d2-c9df8c7c3be8 req-5c08b95a-6b13-4f82-bd6a-159adef94bf0 tempest-ServerActionsTestOtherB-1975477321 tempest-ServerActionsTestOtherB-1975477321-project-member] Enqueued Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGHEST for action security_group_members [ 1025.296510] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGHEST for action security_group_members [ 1025.296910] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a62af330-237b-4c56-b984-b3b6da313d26 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.297256] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.297362] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.297594] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.297781] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.297907] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.297990] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.298182] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.298329] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.298460] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.579275] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('212b3187-b652-4960-8464-c24f0af67a7c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.648150] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-818 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.648357] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-818" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.648480] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-818" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.648744] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-818" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.648996] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.649169] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.649285] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.649499] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.649641] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.649886] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.650017] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1025.650129] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1025.650239] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1025.650348] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1025.650450] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1025.650578] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1025.672023] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1025.672253] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1025.672456] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1025.672679] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-818" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.673062] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-1db9890f-df65-4718-91f7-b1841e72d4b2 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.673251] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-1db9890f-df65-4718-91f7-b1841e72d4b2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.673479] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-1db9890f-df65-4718-91f7-b1841e72d4b2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.673736] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-1db9890f-df65-4718-91f7-b1841e72d4b2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.673874] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1db9890f-df65-4718-91f7-b1841e72d4b2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.800979] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.801202] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.801256] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.801472] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.801569] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.801846] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.801951] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.801989] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.802147] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.802236] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.802323] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a62af330-237b-4c56-b984-b3b6da313d26 is going to be updated. [ 1025.832167] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.832382] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.832382] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.832593] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.832729] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.846357] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a62af330-237b-4c56-b984-b3b6da313d26 in Status: IN_PROGRESS for 2s [ 1026.082760] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.082760] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.082760] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.083115] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.083155] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.083258] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 212b3187-b652-4960-8464-c24f0af67a7c is going to be created. [ 1026.109486] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.109634] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.109751] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.109972] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.110143] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.122850] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 212b3187-b652-4960-8464-c24f0af67a7c in Status: UNINITIALIZED for 2s [ 1026.177960] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.178267] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.178446] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.178760] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.178957] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.179169] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port 1db9890f-df65-4718-91f7-b1841e72d4b2 not found, creating... [ 1026.179493] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.179702] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.179945] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.180260] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.180460] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.180817] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.181213] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.181365] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.181634] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.181860] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.182073] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: 1db9890f-df65-4718-91f7-b1841e72d4b2 is going to be created. [ 1026.203086] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.203301] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.203428] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.203700] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.203919] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.204221] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-1db9890f-df65-4718-91f7-b1841e72d4b2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.815176] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c55788e3-8362-4cd9-8abf-0d32109b46ac in Status: SUCCESS [ 1026.815530] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.924688] env[65426]: INFO networking_nsxv3.common.synchronization [req-26eaabf0-c454-4a2a-90d2-c9df8c7c3be8 req-c7c824bc-4ea6-4841-bbd1-bcc0d0848ce8 service nova] Enqueued Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGHEST for action security_group_rules [ 1026.924890] env[65426]: INFO networking_nsxv3.common.synchronization [req-26eaabf0-c454-4a2a-90d2-c9df8c7c3be8 req-c7c824bc-4ea6-4841-bbd1-bcc0d0848ce8 service nova] Enqueued Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGHEST for action security_group_members [ 1026.925042] env[65426]: INFO networking_nsxv3.common.synchronization [req-26eaabf0-c454-4a2a-90d2-c9df8c7c3be8 req-c7c824bc-4ea6-4841-bbd1-bcc0d0848ce8 service nova] Enqueued Resource ID: 1db9890f-df65-4718-91f7-b1841e72d4b2 with Priority: HIGHEST for action port [ 1026.925695] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGHEST for action security_group_rules [ 1026.925901] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGHEST for action security_group_members [ 1026.928516] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1db9890f-df65-4718-91f7-b1841e72d4b2 with Priority: HIGHEST for action port [ 1026.928890] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a62af330-237b-4c56-b984-b3b6da313d26 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.929074] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.929205] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.929320] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.929404] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.930274] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a62af330-237b-4c56-b984-b3b6da313d26 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.930418] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.931038] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-1db9890f-df65-4718-91f7-b1841e72d4b2 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.932101] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1db9890f-df65-4718-91f7-b1841e72d4b2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.932101] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1db9890f-df65-4718-91f7-b1841e72d4b2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.932101] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1db9890f-df65-4718-91f7-b1841e72d4b2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.932101] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1db9890f-df65-4718-91f7-b1841e72d4b2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.434646] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a62af330-237b-4c56-b984-b3b6da313d26 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.434646] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.434646] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1db9890f-df65-4718-91f7-b1841e72d4b2 with status ACTIVE [ 1027.434908] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.434908] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.434908] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.435119] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.435209] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.435384] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.435480] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.435542] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.435698] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.435774] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.435953] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.436106] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.436158] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.436251] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.436323] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.436407] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1db9890f-df65-4718-91f7-b1841e72d4b2 is going to be updated. [ 1027.461393] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.461393] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.461393] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.461648] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.461648] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.462415] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1db9890f-df65-4718-91f7-b1841e72d4b2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.856658] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a62af330-237b-4c56-b984-b3b6da313d26 in Status: SUCCESS [ 1027.856658] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a62af330-237b-4c56-b984-b3b6da313d26 deletion is rescheduled due to dependency. [ 1027.856658] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.856658] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.856993] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.856993] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.857119] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.857119] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.857287] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.857371] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.857465] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.134611] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 212b3187-b652-4960-8464-c24f0af67a7c in Status: SUCCESS [ 1028.134911] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-212b3187-b652-4960-8464-c24f0af67a7c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.135115] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-212b3187-b652-4960-8464-c24f0af67a7c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.135395] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-212b3187-b652-4960-8464-c24f0af67a7c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.135661] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.135839] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.135975] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.136182] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.136315] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.136426] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-212b3187-b652-4960-8464-c24f0af67a7c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.136547] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('212b3187-b652-4960-8464-c24f0af67a7c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.359772] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.639146] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('212b3187-b652-4960-8464-c24f0af67a7c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.777954] env[65426]: INFO networking_nsxv3.common.synchronization [req-e724ef13-e2f5-4156-9367-fe1bd05c2cbb req-c88df50d-f607-4382-b909-dad7b69f7d9a tempest-AttachVolumeShelveTestJSON-370820132 tempest-AttachVolumeShelveTestJSON-370820132-project-member] Enqueued Resource ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b with Priority: HIGHEST for action security_group_members [ 1028.779135] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b with Priority: HIGHEST for action security_group_members [ 1028.779135] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe7e643c-d515-42c3-84dd-a5411d3d2d4b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.779316] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.779316] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.779577] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.779752] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.779893] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.779947] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.780125] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.780212] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.780311] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe7e643c-d515-42c3-84dd-a5411d3d2d4b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.862729] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.142026] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 212b3187-b652-4960-8464-c24f0af67a7c: rpc.has_security_group_logging(os_id): False [ 1029.161035] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.161277] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.161277] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.161419] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.161506] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.161916] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.162089] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.162187] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.162489] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.162630] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.162694] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 212b3187-b652-4960-8464-c24f0af67a7c is going to be created. [ 1029.166554] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-605 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.166910] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-605" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.166910] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-605" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.167026] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-605" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.167260] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.167437] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.167533] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.167826] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.167895] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.168105] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1029.168218] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1029.168327] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1029.168435] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1029.168599] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1029.168642] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1029.168760] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1029.189273] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1029.189464] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1029.189593] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1029.189775] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-605" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.190119] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-836d985b-8a97-4511-a298-6f8203e05821 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.190324] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-836d985b-8a97-4511-a298-6f8203e05821" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.190396] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-836d985b-8a97-4511-a298-6f8203e05821" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.190818] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-836d985b-8a97-4511-a298-6f8203e05821" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.190984] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('836d985b-8a97-4511-a298-6f8203e05821',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.231640] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.231791] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.231866] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.232145] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.232331] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.250029] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 212b3187-b652-4960-8464-c24f0af67a7c in Status: IN_PROGRESS for 2s [ 1029.287519] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.287681] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.287753] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.287971] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.288257] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.288477] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.288579] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.288643] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.288826] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.288904] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.288989] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b already deleted. [ 1029.289084] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.365121] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.365400] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.365400] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.365588] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.365679] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.365805] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a62af330-237b-4c56-b984-b3b6da313d26 is going to be updated. [ 1029.403945] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.404310] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.404453] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.404743] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.404916] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.419557] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a62af330-237b-4c56-b984-b3b6da313d26 in Status: IN_PROGRESS for 2s [ 1029.693579] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.693915] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.694107] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.694349] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.694532] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.694703] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 836d985b-8a97-4511-a298-6f8203e05821 not found, creating... [ 1029.695733] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.695733] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.695733] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.695733] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.695939] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.696250] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.696415] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.696532] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.696740] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.696870] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.697019] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 836d985b-8a97-4511-a298-6f8203e05821 is going to be created. [ 1029.718881] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.719183] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.719326] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.719671] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.719869] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.720170] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-836d985b-8a97-4511-a298-6f8203e05821" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.498477] env[65426]: INFO networking_nsxv3.common.synchronization [req-e724ef13-e2f5-4156-9367-fe1bd05c2cbb req-c11781fa-43b0-43fa-8bfd-a0a48232c3ee service nova] Enqueued Resource ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b with Priority: HIGHEST for action security_group_rules [ 1030.498731] env[65426]: INFO networking_nsxv3.common.synchronization [req-e724ef13-e2f5-4156-9367-fe1bd05c2cbb req-c11781fa-43b0-43fa-8bfd-a0a48232c3ee service nova] Enqueued Resource ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b with Priority: HIGHEST for action security_group_members [ 1030.498898] env[65426]: INFO networking_nsxv3.common.synchronization [req-e724ef13-e2f5-4156-9367-fe1bd05c2cbb req-c11781fa-43b0-43fa-8bfd-a0a48232c3ee service nova] Enqueued Resource ID: 836d985b-8a97-4511-a298-6f8203e05821 with Priority: HIGHEST for action port [ 1030.501779] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b with Priority: HIGHEST for action security_group_rules [ 1030.502033] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b with Priority: HIGHEST for action security_group_members [ 1030.503184] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 836d985b-8a97-4511-a298-6f8203e05821 with Priority: HIGHEST for action port [ 1030.504120] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe7e643c-d515-42c3-84dd-a5411d3d2d4b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.504120] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.504120] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.505072] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.505072] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe7e643c-d515-42c3-84dd-a5411d3d2d4b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.506317] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe7e643c-d515-42c3-84dd-a5411d3d2d4b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.506899] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.506899] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.506899] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.506899] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.507124] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.507124] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.507806] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.507806] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.507806] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe7e643c-d515-42c3-84dd-a5411d3d2d4b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.510762] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-836d985b-8a97-4511-a298-6f8203e05821 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.510762] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-836d985b-8a97-4511-a298-6f8203e05821" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.510762] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-836d985b-8a97-4511-a298-6f8203e05821" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.510762] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-836d985b-8a97-4511-a298-6f8203e05821" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.510762] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('836d985b-8a97-4511-a298-6f8203e05821',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.012221] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe7e643c-d515-42c3-84dd-a5411d3d2d4b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.014260] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe7e643c-d515-42c3-84dd-a5411d3d2d4b taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.014260] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.014260] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 836d985b-8a97-4511-a298-6f8203e05821 with status ACTIVE [ 1031.014493] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.014493] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.014602] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.014735] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.014822] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.015062] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.015173] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.015338] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.015377] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.015453] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.016120] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.016376] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.017015] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.017427] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.017427] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.017427] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 836d985b-8a97-4511-a298-6f8203e05821 is going to be updated. [ 1031.042877] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.043070] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.043120] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.043298] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.043429] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.043589] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-836d985b-8a97-4511-a298-6f8203e05821" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.262091] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 212b3187-b652-4960-8464-c24f0af67a7c in Status: SUCCESS [ 1031.262327] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-212b3187-b652-4960-8464-c24f0af67a7c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.429163] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a62af330-237b-4c56-b984-b3b6da313d26 in Status: SUCCESS [ 1031.429408] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.429566] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.429787] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.430062] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.430182] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.430242] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.430357] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.430435] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.430520] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.430642] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.514988] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe7e643c-d515-42c3-84dd-a5411d3d2d4b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.933621] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.019401] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.019401] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.019401] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.019401] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.019401] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.019401] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b is going to be created. [ 1032.044696] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.044696] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.044696] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.044696] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.044696] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.053296] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b in Status: UNINITIALIZED for 2s [ 1032.171560] env[65426]: INFO networking_nsxv3.common.synchronization [req-53bc9818-4e35-4aed-98bf-377760efc8fc req-b54dc070-94f0-4e25-9d44-e0195b170c35 tempest-ServerActionsV293TestJSON-1819993650 tempest-ServerActionsV293TestJSON-1819993650-project-member] Enqueued Resource ID: 4ade1707-6cf1-4c13-9f05-3c8cecf17680 with Priority: HIGHEST for action security_group_members [ 1032.171560] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ade1707-6cf1-4c13-9f05-3c8cecf17680 with Priority: HIGHEST for action security_group_members [ 1032.171560] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ade1707-6cf1-4c13-9f05-3c8cecf17680 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.171560] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ade1707-6cf1-4c13-9f05-3c8cecf17680" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.171560] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ade1707-6cf1-4c13-9f05-3c8cecf17680" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.172019] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ade1707-6cf1-4c13-9f05-3c8cecf17680" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.172301] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.172523] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.172685] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.173053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.173324] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.173505] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ade1707-6cf1-4c13-9f05-3c8cecf17680',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.434553] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a62af330-237b-4c56-b984-b3b6da313d26: rpc.has_security_group_logging(os_id): False [ 1032.456371] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.456725] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.456834] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.457130] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.457239] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.457496] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.457599] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.457679] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.458075] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.458075] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.458075] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a62af330-237b-4c56-b984-b3b6da313d26 is going to be updated. [ 1032.521262] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.521942] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.526683] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.526683] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.526683] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.538722] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a62af330-237b-4c56-b984-b3b6da313d26 in Status: IN_PROGRESS for 2s [ 1032.677933] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.678136] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.678218] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.678442] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.678535] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.678737] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.678834] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.678910] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.679080] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.679157] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.679244] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ade1707-6cf1-4c13-9f05-3c8cecf17680 is going to be updated. [ 1032.711351] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.711351] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.711351] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.711706] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.711706] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.729161] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ade1707-6cf1-4c13-9f05-3c8cecf17680 in Status: IN_PROGRESS for 2s [ 1034.066014] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b in Status: SUCCESS [ 1034.066325] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.066421] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.066662] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.066880] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.067040] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.067130] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.067311] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.067443] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.067503] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.067601] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe7e643c-d515-42c3-84dd-a5411d3d2d4b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.557784] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a62af330-237b-4c56-b984-b3b6da313d26 in Status: SUCCESS [ 1034.558249] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.570532] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe7e643c-d515-42c3-84dd-a5411d3d2d4b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.736585] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ade1707-6cf1-4c13-9f05-3c8cecf17680 in Status: SUCCESS [ 1034.736764] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ade1707-6cf1-4c13-9f05-3c8cecf17680 deletion is rescheduled due to dependency. [ 1034.736764] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ade1707-6cf1-4c13-9f05-3c8cecf17680" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.073042] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe7e643c-d515-42c3-84dd-a5411d3d2d4b: rpc.has_security_group_logging(os_id): False [ 1035.092523] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.092657] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.092747] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.092954] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.093070] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.093745] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.093745] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.093745] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.093745] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.093745] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.093745] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b is going to be created. [ 1035.151360] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.151509] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.151581] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.151782] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.151986] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.162511] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b in Status: IN_PROGRESS for 2s [ 1036.711579] env[65426]: INFO networking_nsxv3.common.synchronization [req-2a1447ed-d4ae-4755-9a9a-221e8245053e req-f8a5a326-96eb-4e2f-bb95-87bf0e315c41 tempest-DeleteServersTestJSON-1156533855 tempest-DeleteServersTestJSON-1156533855-project-member] Enqueued Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_members [ 1036.712702] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_members [ 1036.713071] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.713236] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.713307] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.713501] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.713946] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.713946] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.713946] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.713946] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.714193] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.714193] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.176045] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b in Status: SUCCESS [ 1037.176440] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.217621] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.217621] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.217621] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.217621] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.217621] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.217621] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.217621] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.217621] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.217621] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.217621] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.217621] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a652184f-fd23-4722-80e0-ff95f29138b5 is going to be updated. [ 1037.252673] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.252985] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.252985] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.253229] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.253734] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.260175] env[65426]: INFO networking_nsxv3.common.synchronization [None req-8d656f3d-8309-4149-a00a-e5d5692a6e0e None None] Enqueued Resource ID: 06670344-182e-41fa-941f-c1466c82b20e with Priority: HIGHEST for action port [ 1037.260388] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06670344-182e-41fa-941f-c1466c82b20e with Priority: HIGHEST for action port [ 1037.260681] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-06670344-182e-41fa-941f-c1466c82b20e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.262610] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06670344-182e-41fa-941f-c1466c82b20e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.262610] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06670344-182e-41fa-941f-c1466c82b20e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.262610] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06670344-182e-41fa-941f-c1466c82b20e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.262610] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06670344-182e-41fa-941f-c1466c82b20e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.263120] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: IN_PROGRESS for 2s [ 1037.764507] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06670344-182e-41fa-941f-c1466c82b20e [ 1037.764818] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.765049] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.765049] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.765527] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.765527] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.765527] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06670344-182e-41fa-941f-c1466c82b20e already deleted. [ 1037.765527] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06670344-182e-41fa-941f-c1466c82b20e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.856602] env[65426]: INFO networking_nsxv3.common.synchronization [req-aff42292-45d3-4408-a975-46335657e700 req-70ccfeb4-c6f0-45b9-9d31-d29a1d845a37 tempest-MigrationsAdminTest-460208 tempest-MigrationsAdminTest-460208-project-member] Enqueued Resource ID: e0f922f6-4a03-4c5d-826e-d2855edea30f with Priority: HIGHEST for action security_group_members [ 1038.856602] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0f922f6-4a03-4c5d-826e-d2855edea30f with Priority: HIGHEST for action security_group_members [ 1038.856602] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0f922f6-4a03-4c5d-826e-d2855edea30f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.862065] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.862065] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.862065] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.862065] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.862065] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.862065] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.862065] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.862065] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.862065] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0f922f6-4a03-4c5d-826e-d2855edea30f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.074125] env[65426]: INFO networking_nsxv3.common.synchronization [None req-9ad7f47b-abb9-4b01-8180-105b23f6d3f9 tempest-AttachVolumeTestJSON-860233858 tempest-AttachVolumeTestJSON-860233858-project-member] Enqueued Resource ID: 91a10c1c-e59f-44b2-aa59-f931c822393a with Priority: HIGHEST for action security_group_rules [ 1039.074817] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a10c1c-e59f-44b2-aa59-f931c822393a with Priority: HIGHEST for action security_group_rules [ 1039.074941] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91a10c1c-e59f-44b2-aa59-f931c822393a taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.075025] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91a10c1c-e59f-44b2-aa59-f931c822393a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.075301] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91a10c1c-e59f-44b2-aa59-f931c822393a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.075506] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91a10c1c-e59f-44b2-aa59-f931c822393a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.075606] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91a10c1c-e59f-44b2-aa59-f931c822393a',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.211794] env[65426]: INFO networking_nsxv3.common.synchronization [None req-a26ecb97-0c32-4898-94ed-b90dd901850c tempest-AttachVolumeTestJSON-860233858 tempest-AttachVolumeTestJSON-860233858-project-member] Enqueued Resource ID: 91a10c1c-e59f-44b2-aa59-f931c822393a with Priority: HIGHEST for action security_group_rules [ 1039.213017] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a10c1c-e59f-44b2-aa59-f931c822393a with Priority: HIGHEST for action security_group_rules [ 1039.213017] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91a10c1c-e59f-44b2-aa59-f931c822393a taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.213017] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91a10c1c-e59f-44b2-aa59-f931c822393a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.228678] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-394 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.228678] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.228678] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.228972] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.229135] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.229312] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.229431] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.229646] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.229790] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.230024] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.230602] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1039.230753] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1039.230908] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1039.231116] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.231344] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1039.231547] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1039.255406] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1039.255958] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1039.255958] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1039.256137] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-394" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.256461] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-bd4a2b5b-c9d6-4ade-9afc-fe6f5aac7582 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.256674] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-bd4a2b5b-c9d6-4ade-9afc-fe6f5aac7582" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.256824] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-bd4a2b5b-c9d6-4ade-9afc-fe6f5aac7582" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.257253] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-bd4a2b5b-c9d6-4ade-9afc-fe6f5aac7582" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.257435] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd4a2b5b-c9d6-4ade-9afc-fe6f5aac7582',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.271613] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: SUCCESS [ 1039.272569] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a652184f-fd23-4722-80e0-ff95f29138b5 deletion is rescheduled due to dependency. [ 1039.272569] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.359887] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0f922f6-4a03-4c5d-826e-d2855edea30f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.597891] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.597891] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.597891] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.597891] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.598342] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.598342] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91a10c1c-e59f-44b2-aa59-f931c822393a already deleted. [ 1039.598342] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91a10c1c-e59f-44b2-aa59-f931c822393a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.598342] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91a10c1c-e59f-44b2-aa59-f931c822393a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.598524] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91a10c1c-e59f-44b2-aa59-f931c822393a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.598724] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91a10c1c-e59f-44b2-aa59-f931c822393a',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.759528] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.759890] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.760217] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.760615] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.760810] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.761052] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port bd4a2b5b-c9d6-4ade-9afc-fe6f5aac7582 not found, creating... [ 1039.761428] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.761648] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.761810] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.762412] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.762412] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.762755] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.762983] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.763154] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.763426] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.763605] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.763797] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: bd4a2b5b-c9d6-4ade-9afc-fe6f5aac7582 is going to be created. [ 1039.788380] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.788380] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.788380] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.788380] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.788380] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.788637] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-bd4a2b5b-c9d6-4ade-9afc-fe6f5aac7582" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.862925] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0f922f6-4a03-4c5d-826e-d2855edea30f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.867465] env[65426]: INFO networking_nsxv3.common.synchronization [None req-a6391de6-d992-4015-901f-28dd266c04f7 None None] Enqueued Resource ID: c658e512-fe69-44c3-b7e6-3552dccbb366 with Priority: HIGHEST for action port [ 1039.867711] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c658e512-fe69-44c3-b7e6-3552dccbb366 with Priority: HIGHEST for action port [ 1039.868353] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-c658e512-fe69-44c3-b7e6-3552dccbb366 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.868525] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c658e512-fe69-44c3-b7e6-3552dccbb366" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.868609] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c658e512-fe69-44c3-b7e6-3552dccbb366" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.869720] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c658e512-fe69-44c3-b7e6-3552dccbb366" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.869998] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c658e512-fe69-44c3-b7e6-3552dccbb366',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.119738] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.119824] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.119898] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.120194] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.120305] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.120434] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91a10c1c-e59f-44b2-aa59-f931c822393a already deleted. [ 1040.120479] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91a10c1c-e59f-44b2-aa59-f931c822393a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.367336] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.367548] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.367664] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.367962] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.368124] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.368275] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0f922f6-4a03-4c5d-826e-d2855edea30f is going to be updated. [ 1040.374393] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c658e512-fe69-44c3-b7e6-3552dccbb366 [ 1040.374655] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.374771] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.374848] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.375071] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.375310] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.375649] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c658e512-fe69-44c3-b7e6-3552dccbb366 already deleted. [ 1040.375649] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c658e512-fe69-44c3-b7e6-3552dccbb366" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.407700] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.407924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.407924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.408126] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.408274] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.418500] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0f922f6-4a03-4c5d-826e-d2855edea30f in Status: IN_PROGRESS for 2s [ 1040.496194] env[65426]: INFO networking_nsxv3.common.synchronization [req-aff42292-45d3-4408-a975-46335657e700 req-0a84f631-bc2f-482d-9179-f34779a7720c service nova] Enqueued Resource ID: e0f922f6-4a03-4c5d-826e-d2855edea30f with Priority: HIGHEST for action security_group_rules [ 1040.496194] env[65426]: INFO networking_nsxv3.common.synchronization [req-aff42292-45d3-4408-a975-46335657e700 req-0a84f631-bc2f-482d-9179-f34779a7720c service nova] Enqueued Resource ID: e0f922f6-4a03-4c5d-826e-d2855edea30f with Priority: HIGHEST for action security_group_members [ 1040.496194] env[65426]: INFO networking_nsxv3.common.synchronization [req-aff42292-45d3-4408-a975-46335657e700 req-0a84f631-bc2f-482d-9179-f34779a7720c service nova] Enqueued Resource ID: bd4a2b5b-c9d6-4ade-9afc-fe6f5aac7582 with Priority: HIGHEST for action port [ 1040.496194] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0f922f6-4a03-4c5d-826e-d2855edea30f with Priority: HIGHEST for action security_group_rules [ 1040.496194] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0f922f6-4a03-4c5d-826e-d2855edea30f with Priority: HIGHEST for action security_group_members [ 1040.496194] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd4a2b5b-c9d6-4ade-9afc-fe6f5aac7582 with Priority: HIGHEST for action port [ 1040.496194] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0f922f6-4a03-4c5d-826e-d2855edea30f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.496194] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.496194] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.500305] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.500399] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0f922f6-4a03-4c5d-826e-d2855edea30f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.501389] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0f922f6-4a03-4c5d-826e-d2855edea30f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.501573] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.501742] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd4a2b5b-c9d6-4ade-9afc-fe6f5aac7582 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.501860] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd4a2b5b-c9d6-4ade-9afc-fe6f5aac7582" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.501923] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd4a2b5b-c9d6-4ade-9afc-fe6f5aac7582" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.503685] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd4a2b5b-c9d6-4ade-9afc-fe6f5aac7582" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.503685] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd4a2b5b-c9d6-4ade-9afc-fe6f5aac7582',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.004492] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0f922f6-4a03-4c5d-826e-d2855edea30f taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.004862] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.004926] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd4a2b5b-c9d6-4ade-9afc-fe6f5aac7582 with status ACTIVE [ 1041.005318] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.005438] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.005484] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.005709] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.005815] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.006063] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.006194] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.006285] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.006506] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.006610] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.006818] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.006922] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.006984] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.007132] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.007235] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.007327] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd4a2b5b-c9d6-4ade-9afc-fe6f5aac7582 is going to be updated. [ 1041.038410] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.038642] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.038642] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.038830] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.038973] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.039132] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd4a2b5b-c9d6-4ade-9afc-fe6f5aac7582" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.428315] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0f922f6-4a03-4c5d-826e-d2855edea30f in Status: SUCCESS [ 1042.428693] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.428693] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.428949] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.429110] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.429249] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.429348] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.429520] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.429606] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.429703] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0f922f6-4a03-4c5d-826e-d2855edea30f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.932184] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0f922f6-4a03-4c5d-826e-d2855edea30f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.434734] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0f922f6-4a03-4c5d-826e-d2855edea30f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.936753] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.936971] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.936971] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.937227] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.937319] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.937427] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0f922f6-4a03-4c5d-826e-d2855edea30f is going to be updated. [ 1043.965158] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.965326] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.965377] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.965585] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.965732] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.974067] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0f922f6-4a03-4c5d-826e-d2855edea30f in Status: IN_PROGRESS for 2s [ 1045.497399] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1045.497682] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1045.988688] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0f922f6-4a03-4c5d-826e-d2855edea30f in Status: SUCCESS [ 1045.988991] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.989169] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.989461] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.989658] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.989782] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.989881] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.990576] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.990660] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.991719] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.991865] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0f922f6-4a03-4c5d-826e-d2855edea30f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.494244] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0f922f6-4a03-4c5d-826e-d2855edea30f taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.494479] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.494555] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.494883] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.495198] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.495332] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.495421] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.495625] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.495741] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.495841] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.496048] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0f922f6-4a03-4c5d-826e-d2855edea30f taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.496182] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.496281] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.496384] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.496522] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.496619] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.496688] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.496832] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.496922] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.497081] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.497156] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0f922f6-4a03-4c5d-826e-d2855edea30f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.999650] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0f922f6-4a03-4c5d-826e-d2855edea30f: rpc.has_security_group_logging(os_id): False [ 1047.019744] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.019744] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.019744] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.020087] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.020208] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.020430] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.020527] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.020583] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.021361] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.021361] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.021361] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.021361] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.021361] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.021361] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.021701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.021701] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.021879] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.021879] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.021985] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.022162] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.022278] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0f922f6-4a03-4c5d-826e-d2855edea30f is going to be updated. [ 1047.090303] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.090505] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.090974] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.090974] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.090974] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.111026] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0f922f6-4a03-4c5d-826e-d2855edea30f in Status: IN_PROGRESS for 2s [ 1047.183987] env[65426]: INFO networking_nsxv3.common.synchronization [req-2cdec23d-a655-4c0b-99ae-55444f979751 req-4a31876d-49bb-4ad4-9095-362c294cbb1c tempest-ServerAddressesTestJSON-1412477727 tempest-ServerAddressesTestJSON-1412477727-project-member] Enqueued Resource ID: ad85db18-299c-4dc6-a419-ce58d81cb61b with Priority: HIGHEST for action security_group_members [ 1047.184824] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad85db18-299c-4dc6-a419-ce58d81cb61b with Priority: HIGHEST for action security_group_members [ 1047.185189] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad85db18-299c-4dc6-a419-ce58d81cb61b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.185334] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad85db18-299c-4dc6-a419-ce58d81cb61b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.185400] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad85db18-299c-4dc6-a419-ce58d81cb61b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.186456] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad85db18-299c-4dc6-a419-ce58d81cb61b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.186717] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.186921] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.187029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.187216] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.187293] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.187398] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad85db18-299c-4dc6-a419-ce58d81cb61b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.483505] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.483759] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-217" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.483880] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-217" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.484250] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-217" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.484528] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.484685] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.484849] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.485099] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.485248] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.485459] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.485570] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1047.485679] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1047.485782] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1047.485877] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.485984] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1047.486152] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.505816] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.505990] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1047.506141] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.506319] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-217" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.506635] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-02e62535-8104-4a54-b321-3eb1d022b534 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.506809] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-02e62535-8104-4a54-b321-3eb1d022b534" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.506936] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-02e62535-8104-4a54-b321-3eb1d022b534" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.507306] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-02e62535-8104-4a54-b321-3eb1d022b534" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.507477] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02e62535-8104-4a54-b321-3eb1d022b534',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.689477] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.689715] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.689715] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.689857] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.689953] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.690174] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.690288] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.690342] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.690499] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.690573] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.690659] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad85db18-299c-4dc6-a419-ce58d81cb61b already deleted. [ 1047.690735] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad85db18-299c-4dc6-a419-ce58d81cb61b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.010888] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.011416] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.011416] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.011416] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.011548] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.011650] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port 02e62535-8104-4a54-b321-3eb1d022b534 not found, creating... [ 1048.011943] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.012229] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.012229] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.012414] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.012683] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.012821] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.013179] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.013179] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.013414] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.013553] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.013693] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: 02e62535-8104-4a54-b321-3eb1d022b534 is going to be created. [ 1048.038631] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.038844] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.038971] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.039250] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.039478] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.039699] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-02e62535-8104-4a54-b321-3eb1d022b534" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.739529] env[65426]: INFO networking_nsxv3.common.synchronization [req-2cdec23d-a655-4c0b-99ae-55444f979751 req-341e649a-53ba-4559-b24d-6401b134f8a8 service nova] Enqueued Resource ID: ad85db18-299c-4dc6-a419-ce58d81cb61b with Priority: HIGHEST for action security_group_rules [ 1048.739711] env[65426]: INFO networking_nsxv3.common.synchronization [req-2cdec23d-a655-4c0b-99ae-55444f979751 req-341e649a-53ba-4559-b24d-6401b134f8a8 service nova] Enqueued Resource ID: ad85db18-299c-4dc6-a419-ce58d81cb61b with Priority: HIGHEST for action security_group_members [ 1048.739848] env[65426]: INFO networking_nsxv3.common.synchronization [req-2cdec23d-a655-4c0b-99ae-55444f979751 req-341e649a-53ba-4559-b24d-6401b134f8a8 service nova] Enqueued Resource ID: 02e62535-8104-4a54-b321-3eb1d022b534 with Priority: HIGHEST for action port [ 1048.740439] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad85db18-299c-4dc6-a419-ce58d81cb61b with Priority: HIGHEST for action security_group_rules [ 1048.740571] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad85db18-299c-4dc6-a419-ce58d81cb61b with Priority: HIGHEST for action security_group_members [ 1048.740669] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02e62535-8104-4a54-b321-3eb1d022b534 with Priority: HIGHEST for action port [ 1048.740946] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad85db18-299c-4dc6-a419-ce58d81cb61b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.741278] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad85db18-299c-4dc6-a419-ce58d81cb61b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.741362] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad85db18-299c-4dc6-a419-ce58d81cb61b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.741625] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad85db18-299c-4dc6-a419-ce58d81cb61b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.741707] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad85db18-299c-4dc6-a419-ce58d81cb61b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.742786] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad85db18-299c-4dc6-a419-ce58d81cb61b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.742945] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad85db18-299c-4dc6-a419-ce58d81cb61b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.742982] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad85db18-299c-4dc6-a419-ce58d81cb61b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.743152] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad85db18-299c-4dc6-a419-ce58d81cb61b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.743435] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.743626] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.743706] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.743871] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.745627] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.745734] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad85db18-299c-4dc6-a419-ce58d81cb61b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.747076] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-02e62535-8104-4a54-b321-3eb1d022b534 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.747076] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02e62535-8104-4a54-b321-3eb1d022b534" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.747076] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02e62535-8104-4a54-b321-3eb1d022b534" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.751514] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02e62535-8104-4a54-b321-3eb1d022b534" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.751514] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02e62535-8104-4a54-b321-3eb1d022b534',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.125026] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0f922f6-4a03-4c5d-826e-d2855edea30f in Status: SUCCESS [ 1049.125026] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.251441] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad85db18-299c-4dc6-a419-ce58d81cb61b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.252518] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad85db18-299c-4dc6-a419-ce58d81cb61b taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.252670] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad85db18-299c-4dc6-a419-ce58d81cb61b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.252789] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02e62535-8104-4a54-b321-3eb1d022b534 with status ACTIVE [ 1049.252940] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.253062] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.253131] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.253328] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.253416] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.253579] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.253676] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.253730] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.253870] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.253944] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.254130] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.254224] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.254280] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.254413] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.254487] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.254568] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02e62535-8104-4a54-b321-3eb1d022b534 is going to be updated. [ 1049.278546] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.278546] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.278546] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.278546] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.278546] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.278546] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02e62535-8104-4a54-b321-3eb1d022b534" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.757374] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad85db18-299c-4dc6-a419-ce58d81cb61b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.260800] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.260800] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.260800] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.260800] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.261302] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.261302] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad85db18-299c-4dc6-a419-ce58d81cb61b is going to be created. [ 1050.287606] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.290553] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.290673] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.290918] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.291138] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.303684] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad85db18-299c-4dc6-a419-ce58d81cb61b in Status: UNINITIALIZED for 2s [ 1051.422548] env[65426]: INFO networking_nsxv3.common.synchronization [req-e949d6a8-4d09-429d-8687-a9d677e0ab2a req-cd4f47c0-e9bc-4d9c-b9e3-9c6829cfacdd tempest-AttachVolumeTestJSON-860233858 tempest-AttachVolumeTestJSON-860233858-project-member] Enqueued Resource ID: 91a10c1c-e59f-44b2-aa59-f931c822393a with Priority: HIGHEST for action security_group_members [ 1051.423884] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a10c1c-e59f-44b2-aa59-f931c822393a with Priority: HIGHEST for action security_group_members [ 1051.423884] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-91a10c1c-e59f-44b2-aa59-f931c822393a taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.423884] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91a10c1c-e59f-44b2-aa59-f931c822393a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.423884] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91a10c1c-e59f-44b2-aa59-f931c822393a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.424713] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91a10c1c-e59f-44b2-aa59-f931c822393a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.424713] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.424713] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.424713] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.424713] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.424713] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.425169] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91a10c1c-e59f-44b2-aa59-f931c822393a',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.793995] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-458 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.794255] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-458" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.794436] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-458" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.794751] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-458" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.795080] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.795288] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.795444] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.795733] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.795932] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.796660] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.796660] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1051.796660] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1051.796660] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1051.796848] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.796848] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1051.796961] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1051.816724] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1051.816896] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1051.817042] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1051.817223] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-458" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.817660] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-fc5c8aef-f527-4088-b1c1-0d199e941183 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.817832] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-fc5c8aef-f527-4088-b1c1-0d199e941183" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.817948] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-fc5c8aef-f527-4088-b1c1-0d199e941183" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.818310] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-fc5c8aef-f527-4088-b1c1-0d199e941183" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.818501] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc5c8aef-f527-4088-b1c1-0d199e941183',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.928249] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.928480] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.928543] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.928807] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.928921] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.929202] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.929542] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.929542] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.929690] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.929690] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.929825] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91a10c1c-e59f-44b2-aa59-f931c822393a already deleted. [ 1051.929935] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91a10c1c-e59f-44b2-aa59-f931c822393a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.313583] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad85db18-299c-4dc6-a419-ce58d81cb61b in Status: SUCCESS [ 1052.313828] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad85db18-299c-4dc6-a419-ce58d81cb61b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.313992] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad85db18-299c-4dc6-a419-ce58d81cb61b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.314229] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad85db18-299c-4dc6-a419-ce58d81cb61b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.314438] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.314554] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.314619] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.314767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.314847] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.314932] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad85db18-299c-4dc6-a419-ce58d81cb61b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.315031] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad85db18-299c-4dc6-a419-ce58d81cb61b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.320672] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.320944] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.321139] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.321473] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.321675] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.321875] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port fc5c8aef-f527-4088-b1c1-0d199e941183 not found, creating... [ 1052.322263] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.322473] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.322658] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.322929] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.323133] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.323565] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.323805] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.323989] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.324319] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.324504] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.324700] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: fc5c8aef-f527-4088-b1c1-0d199e941183 is going to be created. [ 1052.346998] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.347237] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.347364] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.347646] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.347878] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.348189] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-fc5c8aef-f527-4088-b1c1-0d199e941183" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.817884] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad85db18-299c-4dc6-a419-ce58d81cb61b taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.818391] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad85db18-299c-4dc6-a419-ce58d81cb61b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.818391] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad85db18-299c-4dc6-a419-ce58d81cb61b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.818492] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad85db18-299c-4dc6-a419-ce58d81cb61b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.818597] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.818703] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.818766] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.818917] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.819014] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.819105] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad85db18-299c-4dc6-a419-ce58d81cb61b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.819255] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad85db18-299c-4dc6-a419-ce58d81cb61b taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.819337] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad85db18-299c-4dc6-a419-ce58d81cb61b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.819399] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad85db18-299c-4dc6-a419-ce58d81cb61b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.819534] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad85db18-299c-4dc6-a419-ce58d81cb61b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.819669] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.819757] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.819815] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.819943] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.820071] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.820117] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad85db18-299c-4dc6-a419-ce58d81cb61b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.820207] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad85db18-299c-4dc6-a419-ce58d81cb61b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.074632] env[65426]: INFO networking_nsxv3.common.synchronization [req-e949d6a8-4d09-429d-8687-a9d677e0ab2a req-f7cf854e-46ff-416d-8301-cf99433dc07c service nova] Enqueued Resource ID: 91a10c1c-e59f-44b2-aa59-f931c822393a with Priority: HIGHEST for action security_group_rules [ 1053.074632] env[65426]: INFO networking_nsxv3.common.synchronization [req-e949d6a8-4d09-429d-8687-a9d677e0ab2a req-f7cf854e-46ff-416d-8301-cf99433dc07c service nova] Enqueued Resource ID: 91a10c1c-e59f-44b2-aa59-f931c822393a with Priority: HIGHEST for action security_group_members [ 1053.074632] env[65426]: INFO networking_nsxv3.common.synchronization [req-e949d6a8-4d09-429d-8687-a9d677e0ab2a req-f7cf854e-46ff-416d-8301-cf99433dc07c service nova] Enqueued Resource ID: fc5c8aef-f527-4088-b1c1-0d199e941183 with Priority: HIGHEST for action port [ 1053.075882] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a10c1c-e59f-44b2-aa59-f931c822393a with Priority: HIGHEST for action security_group_rules [ 1053.077764] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a10c1c-e59f-44b2-aa59-f931c822393a with Priority: HIGHEST for action security_group_members [ 1053.077908] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5c8aef-f527-4088-b1c1-0d199e941183 with Priority: HIGHEST for action port [ 1053.078785] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91a10c1c-e59f-44b2-aa59-f931c822393a taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.078924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91a10c1c-e59f-44b2-aa59-f931c822393a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.078992] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91a10c1c-e59f-44b2-aa59-f931c822393a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.079215] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91a10c1c-e59f-44b2-aa59-f931c822393a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.079287] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91a10c1c-e59f-44b2-aa59-f931c822393a',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.080357] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-91a10c1c-e59f-44b2-aa59-f931c822393a taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.080480] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91a10c1c-e59f-44b2-aa59-f931c822393a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.080540] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91a10c1c-e59f-44b2-aa59-f931c822393a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.081458] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91a10c1c-e59f-44b2-aa59-f931c822393a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.081458] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.081458] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.081458] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.081458] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.081458] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.081458] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91a10c1c-e59f-44b2-aa59-f931c822393a',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.082566] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc5c8aef-f527-4088-b1c1-0d199e941183 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.082566] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc5c8aef-f527-4088-b1c1-0d199e941183" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.082566] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc5c8aef-f527-4088-b1c1-0d199e941183" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.082566] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc5c8aef-f527-4088-b1c1-0d199e941183" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.082566] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc5c8aef-f527-4088-b1c1-0d199e941183',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.322042] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad85db18-299c-4dc6-a419-ce58d81cb61b: rpc.has_security_group_logging(os_id): False [ 1053.454301] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.454406] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.454483] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.454715] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.454813] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.455625] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.455625] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.455625] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.455625] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.455625] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.455625] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.455951] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.455951] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.455951] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.455951] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.456147] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.456239] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.456300] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.456438] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.456555] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.456599] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad85db18-299c-4dc6-a419-ce58d81cb61b is going to be created. [ 1053.544517] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.544746] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.544746] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.544921] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.545138] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.558457] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad85db18-299c-4dc6-a419-ce58d81cb61b in Status: IN_PROGRESS for 2s [ 1053.583980] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91a10c1c-e59f-44b2-aa59-f931c822393a',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.585552] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-91a10c1c-e59f-44b2-aa59-f931c822393a taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.585552] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91a10c1c-e59f-44b2-aa59-f931c822393a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.585926] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc5c8aef-f527-4088-b1c1-0d199e941183 with status ACTIVE [ 1053.586045] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.586871] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.586871] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.586871] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.586871] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.586871] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.586871] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.586871] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.586871] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.587796] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.587796] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.587796] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.587796] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.587796] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.587796] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.587796] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc5c8aef-f527-4088-b1c1-0d199e941183 is going to be updated. [ 1053.619368] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.619538] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.619538] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.619740] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.619871] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.620053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc5c8aef-f527-4088-b1c1-0d199e941183" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.920339] env[65426]: INFO networking_nsxv3.common.synchronization [req-de5165ba-ac2b-4812-af85-9b817d1bd5b1 req-2ddbd650-619c-402d-a086-c49ed03e2950 tempest-DeleteServersTestJSON-1156533855 tempest-DeleteServersTestJSON-1156533855-project-member] Enqueued Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_members [ 1053.920955] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_members [ 1053.925908] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.926079] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.926146] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.926351] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.926513] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.926605] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.926663] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.926800] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.926880] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.926972] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.086700] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91a10c1c-e59f-44b2-aa59-f931c822393a',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.209230] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.209394] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.209466] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.209741] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.209821] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.228543] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.228543] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-429" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.228733] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-429" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.228930] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-429" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.229206] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.229444] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.229487] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.229689] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.229832] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.230168] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.230334] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.230452] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.230562] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.230675] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.230781] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.230910] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.249497] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.249676] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1054.249912] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.249972] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-429" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.250317] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-4cbd94fb-a101-4d95-bbb8-b7d2c44a7b5b taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.250490] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-4cbd94fb-a101-4d95-bbb8-b7d2c44a7b5b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.250609] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-4cbd94fb-a101-4d95-bbb8-b7d2c44a7b5b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.250954] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-4cbd94fb-a101-4d95-bbb8-b7d2c44a7b5b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.251127] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cbd94fb-a101-4d95-bbb8-b7d2c44a7b5b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.430168] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.430340] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.430414] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.430696] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.430806] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.430996] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.431132] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.431202] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.431339] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.431427] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.431515] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a652184f-fd23-4722-80e0-ff95f29138b5 is going to be updated. [ 1054.460478] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.460478] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.460705] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.460776] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.460883] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.470015] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: IN_PROGRESS for 2s [ 1054.589574] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.589574] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.589838] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.590191] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.590191] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.590191] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91a10c1c-e59f-44b2-aa59-f931c822393a is going to be created. [ 1054.614125] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.614331] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.614590] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.614590] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.614720] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.624820] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91a10c1c-e59f-44b2-aa59-f931c822393a in Status: UNINITIALIZED for 2s [ 1054.711973] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.755466] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.755761] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.755852] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.756182] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.756322] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.756487] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 4cbd94fb-a101-4d95-bbb8-b7d2c44a7b5b not found, creating... [ 1054.756759] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.756904] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.757033] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.757280] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.757447] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.757744] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.757885] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.758018] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.758462] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.758605] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.758738] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 4cbd94fb-a101-4d95-bbb8-b7d2c44a7b5b is going to be created. [ 1054.782357] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.782571] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.782696] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.782974] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.783234] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.783458] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-4cbd94fb-a101-4d95-bbb8-b7d2c44a7b5b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.215363] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.525523] env[65426]: INFO networking_nsxv3.common.synchronization [req-de5165ba-ac2b-4812-af85-9b817d1bd5b1 req-621c434e-82b1-4263-8925-b696be2a22ef service nova] Enqueued Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_rules [ 1055.525704] env[65426]: INFO networking_nsxv3.common.synchronization [req-de5165ba-ac2b-4812-af85-9b817d1bd5b1 req-621c434e-82b1-4263-8925-b696be2a22ef service nova] Enqueued Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_members [ 1055.525839] env[65426]: INFO networking_nsxv3.common.synchronization [req-de5165ba-ac2b-4812-af85-9b817d1bd5b1 req-621c434e-82b1-4263-8925-b696be2a22ef service nova] Enqueued Resource ID: 4cbd94fb-a101-4d95-bbb8-b7d2c44a7b5b with Priority: HIGHEST for action port [ 1055.526354] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_rules [ 1055.526486] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_members [ 1055.526703] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cbd94fb-a101-4d95-bbb8-b7d2c44a7b5b with Priority: HIGHEST for action port [ 1055.526983] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.527232] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.527306] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.527501] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.527579] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.529273] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.529409] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.530544] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cbd94fb-a101-4d95-bbb8-b7d2c44a7b5b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.530669] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cbd94fb-a101-4d95-bbb8-b7d2c44a7b5b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.530740] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cbd94fb-a101-4d95-bbb8-b7d2c44a7b5b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.530918] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cbd94fb-a101-4d95-bbb8-b7d2c44a7b5b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.530990] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cbd94fb-a101-4d95-bbb8-b7d2c44a7b5b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.570895] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad85db18-299c-4dc6-a419-ce58d81cb61b in Status: SUCCESS [ 1055.571155] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad85db18-299c-4dc6-a419-ce58d81cb61b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.717535] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1055.717684] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1056.029470] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.029631] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.033071] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cbd94fb-a101-4d95-bbb8-b7d2c44a7b5b with status ACTIVE [ 1056.033640] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.033784] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.033854] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.034082] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.034174] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.034356] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.034463] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.034527] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.034676] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.034788] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.034977] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.035083] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.035145] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.035377] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.035512] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.035600] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cbd94fb-a101-4d95-bbb8-b7d2c44a7b5b is going to be updated. [ 1056.060558] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.060754] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.060754] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.060952] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.061100] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.061249] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cbd94fb-a101-4d95-bbb8-b7d2c44a7b5b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.484374] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: SUCCESS [ 1056.484701] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a652184f-fd23-4722-80e0-ff95f29138b5 deletion is rescheduled due to dependency. [ 1056.484701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.484802] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.484948] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.485173] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.485299] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.485363] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.485523] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.485607] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.485700] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.602543] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.602543] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.602543] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.602543] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.619778] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1056.622071] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.624057] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1056.638383] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91a10c1c-e59f-44b2-aa59-f931c822393a in Status: SUCCESS [ 1056.638383] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91a10c1c-e59f-44b2-aa59-f931c822393a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.638383] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91a10c1c-e59f-44b2-aa59-f931c822393a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.638383] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91a10c1c-e59f-44b2-aa59-f931c822393a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.638383] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.638383] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.638383] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.638383] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.638383] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.638383] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91a10c1c-e59f-44b2-aa59-f931c822393a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.638383] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91a10c1c-e59f-44b2-aa59-f931c822393a',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.659606] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.659819] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.659996] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.660190] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.675013] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.675826] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1056.675955] env[65426]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65426) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1056.676063] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1056.717974] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.718203] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.718318] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.718537] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.720681] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.720970] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1056.811748] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.811748] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.811748] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.811748] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.812401] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.812401] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1056.891464] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.891464] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.891464] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.891464] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.891852] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.891997] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1056.891997] env[65426]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'fa5af397-c334-48cd-8fbf-ad20b684f995', '5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e', '645031fb-012f-4325-a00e-eb792d9e60b3', '23f8c721-0c3d-4d72-a8a8-79c4dca79b31', '0503f97f-df52-44bd-bf6d-fbc266676b01', 'c55788e3-8362-4cd9-8abf-0d32109b46ac', '73e541d5-3c06-4c0b-b652-6d35b1d6bd3b', 'dbf8c731-30d7-41db-a2d8-f5220648478b', 'a62af330-237b-4c56-b984-b3b6da313d26', 'bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2', '4ade1707-6cf1-4c13-9f05-3c8cecf17680', 'f406f508-be3d-4f9f-9299-93a57ce05cf0', '20a52370-7c11-41ec-a9a6-514bb8c5356e', 'c68b3105-e736-4d4c-98a6-c0da4c94d759', 'fa19dddd-09fc-49b2-9584-5985f26976ac', 'd4854309-962d-48c8-b0eb-2c80cfee614f', '364db919-0d26-4b36-b987-01117ca01849', '5806718e-b5ae-4795-9ce8-08af5e7d0eb4', '6c18f870-f5d3-418a-9cf0-aca5b950175c', '05b1fe05-a0c7-48cf-b0e0-b8396413fbb2', 'cecd5db4-8a18-46bc-9639-47440ad4a716', 'e0f922f6-4a03-4c5d-826e-d2855edea30f', '36c9948d-9805-4ae9-a6f6-148f94f5c6fc', '8dc9f855-533a-4433-a61a-1b82bd71ea7f', 'ad85db18-299c-4dc6-a419-ce58d81cb61b', 'c86ca883-7000-4ae0-bc89-e13fd64ee6c4', 'fe7e643c-d515-42c3-84dd-a5411d3d2d4b', 'fb6a5ba5-6d80-4fb2-8c06-8642c3571c84', 'de4f6c56-eebc-4723-ac43-d01bceee3696', 'aa745de1-de68-4909-8e1e-68140a54af99', '0c86030f-ffc6-477f-a550-16964c328aeb', 'bd334e6f-bcdb-4aba-afec-0ac4692cb0de', '427619b0-330f-4333-b26b-8da5ebc7a1e4', '9b768bc0-4eeb-4e72-8c10-9fbf69f6a416', 'e3b7d3ea-9250-432c-bc96-8e6285233766', 'c52c03e1-1297-4def-b6c5-8cf2ff152fa1', '1a62472b-b468-4aee-8cbb-7db31af668b4', '793a7f0d-8d10-421d-a17e-942bfde7eb3c', '26d28aa6-769e-4f48-8961-8000ce72a26f', '6221598e-80dd-419c-b559-4db19a1b425d', 'a652184f-fd23-4722-80e0-ff95f29138b5', '212b3187-b652-4960-8464-c24f0af67a7c', '5bf0629d-14f5-410a-835b-93a4e11208b0', '0dc0b08e-3c09-4b1f-ac5b-2f2add94141d'} {{(pid=65426) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1056.892387] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1056.916663] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.916896] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.916959] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.917212] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.917320] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.917540] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1056.917654] env[65426]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65426) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1056.917769] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1056.988518] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.010233] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.010233] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.010233] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.010233] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.011425] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.011784] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1057.011933] env[65426]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65426) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1057.012054] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1057.012215] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1057.012297] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1057.012382] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa5af397-c334-48cd-8fbf-ad20b684f995 with Priority: HIGH for action security_group_rules [ 1057.012475] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGH for action security_group_rules [ 1057.012582] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 645031fb-012f-4325-a00e-eb792d9e60b3 with Priority: HIGH for action security_group_rules [ 1057.012675] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGH for action security_group_rules [ 1057.012757] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 with Priority: HIGH for action security_group_rules [ 1057.012838] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c55788e3-8362-4cd9-8abf-0d32109b46ac with Priority: HIGH for action security_group_rules [ 1057.012951] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b with Priority: HIGH for action security_group_rules [ 1057.013136] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dbf8c731-30d7-41db-a2d8-f5220648478b with Priority: HIGH for action security_group_rules [ 1057.014361] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGH for action security_group_rules [ 1057.014361] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGH for action security_group_rules [ 1057.014361] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4ade1707-6cf1-4c13-9f05-3c8cecf17680 with Priority: HIGH for action security_group_rules [ 1057.014361] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f406f508-be3d-4f9f-9299-93a57ce05cf0 with Priority: HIGH for action security_group_rules [ 1057.014361] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e with Priority: HIGH for action security_group_rules [ 1057.014361] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c68b3105-e736-4d4c-98a6-c0da4c94d759 with Priority: HIGH for action security_group_rules [ 1057.014361] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa19dddd-09fc-49b2-9584-5985f26976ac with Priority: HIGH for action security_group_rules [ 1057.014361] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d4854309-962d-48c8-b0eb-2c80cfee614f with Priority: HIGH for action security_group_rules [ 1057.014361] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 364db919-0d26-4b36-b987-01117ca01849 with Priority: HIGH for action security_group_rules [ 1057.014361] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5806718e-b5ae-4795-9ce8-08af5e7d0eb4 with Priority: HIGH for action security_group_rules [ 1057.014361] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6c18f870-f5d3-418a-9cf0-aca5b950175c with Priority: HIGH for action security_group_rules [ 1057.014361] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 05b1fe05-a0c7-48cf-b0e0-b8396413fbb2 with Priority: HIGH for action security_group_rules [ 1057.014361] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.031165] env[65426]: INFO networking_nsxv3.common.synchronization [None req-8485f9fd-e894-4ea3-a852-02d1c7c83020 tempest-ServerDiskConfigTestJSON-592727729 tempest-ServerDiskConfigTestJSON-592727729-project-member] Enqueued Resource ID: b138efb7-8629-47ba-9758-6fa06530ad9f with Priority: HIGHEST for action security_group_rules [ 1057.031165] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b138efb7-8629-47ba-9758-6fa06530ad9f with Priority: HIGHEST for action security_group_rules [ 1057.031165] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5af397-c334-48cd-8fbf-ad20b684f995 with Priority: HIGH for action security_group_rules [ 1057.031384] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 645031fb-012f-4325-a00e-eb792d9e60b3 with Priority: HIGH for action security_group_rules [ 1057.031552] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b with Priority: HIGH for action security_group_rules [ 1057.031711] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa19dddd-09fc-49b2-9584-5985f26976ac with Priority: HIGH for action security_group_rules [ 1057.031863] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05b1fe05-a0c7-48cf-b0e0-b8396413fbb2 with Priority: HIGH for action security_group_rules [ 1057.031995] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c18f870-f5d3-418a-9cf0-aca5b950175c with Priority: HIGH for action security_group_rules [ 1057.032173] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5806718e-b5ae-4795-9ce8-08af5e7d0eb4 with Priority: HIGH for action security_group_rules [ 1057.032309] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 364db919-0d26-4b36-b987-01117ca01849 with Priority: HIGH for action security_group_rules [ 1057.032384] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c68b3105-e736-4d4c-98a6-c0da4c94d759 with Priority: HIGH for action security_group_rules [ 1057.032479] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4854309-962d-48c8-b0eb-2c80cfee614f with Priority: HIGH for action security_group_rules [ 1057.032653] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e with Priority: HIGH for action security_group_rules [ 1057.033244] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f406f508-be3d-4f9f-9299-93a57ce05cf0 with Priority: HIGH for action security_group_rules [ 1057.033244] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ade1707-6cf1-4c13-9f05-3c8cecf17680 with Priority: HIGH for action security_group_rules [ 1057.033244] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGH for action security_group_rules [ 1057.033451] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGH for action security_group_rules [ 1057.033451] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c55788e3-8362-4cd9-8abf-0d32109b46ac with Priority: HIGH for action security_group_rules [ 1057.033545] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf8c731-30d7-41db-a2d8-f5220648478b with Priority: HIGH for action security_group_rules [ 1057.033648] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 with Priority: HIGH for action security_group_rules [ 1057.033767] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e with Priority: HIGH for action security_group_rules [ 1057.033879] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 with Priority: HIGH for action security_group_rules [ 1057.034312] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b138efb7-8629-47ba-9758-6fa06530ad9f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.034496] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b138efb7-8629-47ba-9758-6fa06530ad9f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.034578] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b138efb7-8629-47ba-9758-6fa06530ad9f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.034882] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b138efb7-8629-47ba-9758-6fa06530ad9f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.034965] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b138efb7-8629-47ba-9758-6fa06530ad9f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.038295] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa5af397-c334-48cd-8fbf-ad20b684f995 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.038488] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.038543] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.038726] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.038843] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa5af397-c334-48cd-8fbf-ad20b684f995',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.039755] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-645031fb-012f-4325-a00e-eb792d9e60b3 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.040387] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.040387] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.040387] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.040387] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('645031fb-012f-4325-a00e-eb792d9e60b3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.041447] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.041447] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.041447] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.042311] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.042311] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('73e541d5-3c06-4c0b-b652-6d35b1d6bd3b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.042552] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa19dddd-09fc-49b2-9584-5985f26976ac taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.042681] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.042814] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.045074] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.045074] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa19dddd-09fc-49b2-9584-5985f26976ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.046181] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.046181] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.046391] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.046532] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.046597] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05b1fe05-a0c7-48cf-b0e0-b8396413fbb2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.048310] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c18f870-f5d3-418a-9cf0-aca5b950175c taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.048310] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c18f870-f5d3-418a-9cf0-aca5b950175c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.048310] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c18f870-f5d3-418a-9cf0-aca5b950175c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.048310] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c18f870-f5d3-418a-9cf0-aca5b950175c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.048310] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c18f870-f5d3-418a-9cf0-aca5b950175c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.051257] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5806718e-b5ae-4795-9ce8-08af5e7d0eb4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.051257] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5806718e-b5ae-4795-9ce8-08af5e7d0eb4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.051257] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5806718e-b5ae-4795-9ce8-08af5e7d0eb4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.051257] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5806718e-b5ae-4795-9ce8-08af5e7d0eb4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.051257] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5806718e-b5ae-4795-9ce8-08af5e7d0eb4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.051257] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-364db919-0d26-4b36-b987-01117ca01849 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.051768] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.051768] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.051768] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.051768] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('364db919-0d26-4b36-b987-01117ca01849',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.053641] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c68b3105-e736-4d4c-98a6-c0da4c94d759 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.053641] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c68b3105-e736-4d4c-98a6-c0da4c94d759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.053641] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c68b3105-e736-4d4c-98a6-c0da4c94d759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.053641] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c68b3105-e736-4d4c-98a6-c0da4c94d759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.053641] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c68b3105-e736-4d4c-98a6-c0da4c94d759',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.053909] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4854309-962d-48c8-b0eb-2c80cfee614f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.054071] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.054170] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.054359] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.060561] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4854309-962d-48c8-b0eb-2c80cfee614f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.060561] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20a52370-7c11-41ec-a9a6-514bb8c5356e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.060561] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.060561] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.060561] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.060561] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20a52370-7c11-41ec-a9a6-514bb8c5356e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.062038] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f406f508-be3d-4f9f-9299-93a57ce05cf0 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.062333] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.062436] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.063160] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.063160] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f406f508-be3d-4f9f-9299-93a57ce05cf0',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.065763] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ade1707-6cf1-4c13-9f05-3c8cecf17680 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.065763] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ade1707-6cf1-4c13-9f05-3c8cecf17680" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.065763] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ade1707-6cf1-4c13-9f05-3c8cecf17680" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.065763] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ade1707-6cf1-4c13-9f05-3c8cecf17680" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.065763] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ade1707-6cf1-4c13-9f05-3c8cecf17680',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.066768] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.066982] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.067178] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.067623] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.067933] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.070659] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a62af330-237b-4c56-b984-b3b6da313d26 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.070851] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.070851] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.071032] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.071285] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.072516] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c55788e3-8362-4cd9-8abf-0d32109b46ac taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.072659] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.072722] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.072888] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.072965] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c55788e3-8362-4cd9-8abf-0d32109b46ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.074135] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbf8c731-30d7-41db-a2d8-f5220648478b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.074317] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.074317] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.075177] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.075324] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbf8c731-30d7-41db-a2d8-f5220648478b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.076510] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0503f97f-df52-44bd-bf6d-fbc266676b01 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.076677] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.076677] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.076978] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.076978] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0503f97f-df52-44bd-bf6d-fbc266676b01',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.079108] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.079393] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.079393] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.079572] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.079572] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.081060] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23f8c721-0c3d-4d72-a8a8-79c4dca79b31 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.081347] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.081413] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.081739] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.081739] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23f8c721-0c3d-4d72-a8a8-79c4dca79b31',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.113334] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.113334] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.113334] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.113334] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.137496] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.137695] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c68b3105-e736-4d4c-98a6-c0da4c94d759 is going to be deleted. [ 1057.142535] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91a10c1c-e59f-44b2-aa59-f931c822393a',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.162327] env[65426]: INFO networking_nsxv3.common.synchronization [None req-d4d6b538-6afd-4e9d-89b7-983f1e393e71 tempest-ServerDiskConfigTestJSON-592727729 tempest-ServerDiskConfigTestJSON-592727729-project-member] Enqueued Resource ID: b138efb7-8629-47ba-9758-6fa06530ad9f with Priority: HIGHEST for action security_group_rules [ 1057.162578] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b138efb7-8629-47ba-9758-6fa06530ad9f with Priority: HIGHEST for action security_group_rules [ 1057.162905] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b138efb7-8629-47ba-9758-6fa06530ad9f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.163025] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b138efb7-8629-47ba-9758-6fa06530ad9f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.205297] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.205515] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.205515] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.205782] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.205904] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.206050] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c68b3105-e736-4d4c-98a6-c0da4c94d759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.491689] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.586109] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.586109] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.586109] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.586468] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.586582] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.586702] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.587013] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.587079] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.588125] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.588125] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.588125] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.592736] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a62af330-237b-4c56-b984-b3b6da313d26 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.592974] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.593362] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.593362] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.593583] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.593701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.593701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.593872] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.593969] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.594078] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.594174] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.598195] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-364db919-0d26-4b36-b987-01117ca01849 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.598399] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.598399] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.598769] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.598873] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.598984] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.598984] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.599501] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.599501] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.599501] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.599501] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('364db919-0d26-4b36-b987-01117ca01849',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.606709] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa19dddd-09fc-49b2-9584-5985f26976ac taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.607041] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.607041] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.607328] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.607586] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.607740] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.607851] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.608142] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.608278] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.608356] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.608454] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa19dddd-09fc-49b2-9584-5985f26976ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.610286] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-c55788e3-8362-4cd9-8abf-0d32109b46ac taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.610286] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.610286] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.610286] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.610658] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.610658] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.610658] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.610843] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.612041] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.612041] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.612041] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c55788e3-8362-4cd9-8abf-0d32109b46ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.614367] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf8c731-30d7-41db-a2d8-f5220648478b taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.614367] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.614367] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.615068] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.615068] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.615068] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.615068] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.615068] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.615068] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.616085] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.616085] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbf8c731-30d7-41db-a2d8-f5220648478b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.616290] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-f406f508-be3d-4f9f-9299-93a57ce05cf0 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.616602] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.616602] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.616602] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.617110] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.617110] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.617110] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.617110] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.617110] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.617523] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.617523] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f406f508-be3d-4f9f-9299-93a57ce05cf0',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.652073] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91a10c1c-e59f-44b2-aa59-f931c822393a: rpc.has_security_group_logging(os_id): False [ 1057.658771] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.658965] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.659044] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.659308] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.663823] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.663990] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.667952] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.668139] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.679059] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.679216] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.680427] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.680579] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.689941] env[65426]: INFO networking_nsxv3.common.synchronization [req-cb7ba822-fda7-42bb-95a1-21172a501c73 req-e481101f-d926-499b-b18b-8b1fc0831c63 tempest-ServerRescueNegativeTestJSON-640849074 tempest-ServerRescueNegativeTestJSON-640849074-project-member] Enqueued Resource ID: f406f508-be3d-4f9f-9299-93a57ce05cf0 with Priority: HIGHEST for action security_group_members [ 1057.691254] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.691357] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.693327] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f406f508-be3d-4f9f-9299-93a57ce05cf0 with Priority: HIGHEST for action security_group_members [ 1057.693327] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.693537] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.693754] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-f406f508-be3d-4f9f-9299-93a57ce05cf0 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.693927] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.694056] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.694376] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.694765] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.694890] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.694949] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.695179] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.695315] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.695445] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f406f508-be3d-4f9f-9299-93a57ce05cf0',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.698200] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.698335] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.699286] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.700029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.702129] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.702129] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.702129] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.702129] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.703026] env[65426]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1057.703514] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.703689] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.704559] env[65426]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1057.704960] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.705116] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.705798] env[65426]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1057.706239] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.706387] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.708055] env[65426]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1057.708480] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.708618] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5806718e-b5ae-4795-9ce8-08af5e7d0eb4 is going to be deleted. [ 1057.709757] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.709978] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.731635] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.731796] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20a52370-7c11-41ec-a9a6-514bb8c5356e is going to be deleted. [ 1057.733174] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.733390] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.768990] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.769258] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05b1fe05-a0c7-48cf-b0e0-b8396413fbb2 is going to be deleted. [ 1057.770577] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.770874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.800672] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.800842] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 73e541d5-3c06-4c0b-b652-6d35b1d6bd3b is going to be deleted. [ 1057.802382] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.802619] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.804231] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.804344] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.829586] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.829774] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.837473] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.837673] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e is going to be deleted. [ 1057.838617] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.838847] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.868723] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.868896] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ade1707-6cf1-4c13-9f05-3c8cecf17680 is going to be deleted. [ 1057.869843] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.870673] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.892361] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.892577] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.945161] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.946060] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c18f870-f5d3-418a-9cf0-aca5b950175c is going to be deleted. [ 1057.946840] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.947273] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.947637] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.947998] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b138efb7-8629-47ba-9758-6fa06530ad9f already deleted. [ 1057.948204] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b138efb7-8629-47ba-9758-6fa06530ad9f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.948669] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.948827] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.951062] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b138efb7-8629-47ba-9758-6fa06530ad9f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.951062] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b138efb7-8629-47ba-9758-6fa06530ad9f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.951062] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b138efb7-8629-47ba-9758-6fa06530ad9f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.954135] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.954306] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.960551] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.960720] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.995417] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.995417] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.995417] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.995417] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.995417] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.995417] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a652184f-fd23-4722-80e0-ff95f29138b5 is going to be updated. [ 1058.059816] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.059816] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23f8c721-0c3d-4d72-a8a8-79c4dca79b31 is going to be deleted. [ 1058.059816] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.059816] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.064209] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.064486] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.065511] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.065511] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.106309] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.107595] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-364db919-0d26-4b36-b987-01117ca01849 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.107770] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.107852] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.108090] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.108350] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.108498] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.108749] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.108954] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.109080] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.109974] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.109974] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-364db919-0d26-4b36-b987-01117ca01849 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.109974] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.109974] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.109974] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.110274] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.110444] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.110516] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.110686] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.111066] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.111066] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.111066] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('364db919-0d26-4b36-b987-01117ca01849',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.111872] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.112013] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.112051] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.112280] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.112429] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.112541] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.112633] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.112801] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.112878] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.113022] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.113226] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.113359] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.113449] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.113648] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.113831] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.113954] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.114049] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.114213] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.114330] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.114454] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.114571] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.131037] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f406f508-be3d-4f9f-9299-93a57ce05cf0',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.131037] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa19dddd-09fc-49b2-9584-5985f26976ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.131636] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbf8c731-30d7-41db-a2d8-f5220648478b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.132997] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c55788e3-8362-4cd9-8abf-0d32109b46ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.140528] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.143283] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.143283] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.143283] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.143283] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.148597] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.148737] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0503f97f-df52-44bd-bf6d-fbc266676b01 is going to be deleted. [ 1058.150783] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.151114] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.153959] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: IN_PROGRESS for 2s [ 1058.174031] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.174217] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa5af397-c334-48cd-8fbf-ad20b684f995 is going to be deleted. [ 1058.175226] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.175435] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.175522] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.175801] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.175906] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.175962] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.176348] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.176460] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.176600] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91a10c1c-e59f-44b2-aa59-f931c822393a is going to be created. [ 1058.179314] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.179703] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.202758] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.202986] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.258946] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.258946] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.258946] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.258946] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 645031fb-012f-4325-a00e-eb792d9e60b3 is going to be deleted. [ 1058.260178] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.260178] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.260178] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.260178] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5806718e-b5ae-4795-9ce8-08af5e7d0eb4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.260433] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.260548] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.260596] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.260715] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20a52370-7c11-41ec-a9a6-514bb8c5356e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.261916] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.261916] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.261916] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.261916] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05b1fe05-a0c7-48cf-b0e0-b8396413fbb2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.261916] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.261916] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.262197] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.262197] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f464019-19a4-4b4d-a7d4-6a1b37fc9f8e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.262319] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.262511] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.262615] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.262743] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-73e541d5-3c06-4c0b-b652-6d35b1d6bd3b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.262936] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.263115] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.263223] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.263390] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ade1707-6cf1-4c13-9f05-3c8cecf17680" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.263737] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.264213] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.264213] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.264213] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c18f870-f5d3-418a-9cf0-aca5b950175c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.264314] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.264372] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.280474] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.280697] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.335902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.336091] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4854309-962d-48c8-b0eb-2c80cfee614f is going to be deleted. [ 1058.337560] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.337812] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.401094] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.401404] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.407049] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.407049] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.407249] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.407249] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.407398] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.407435] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.407529] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f406f508-be3d-4f9f-9299-93a57ce05cf0 is going to be updated. [ 1058.408746] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.409053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.409184] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.409184] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23f8c721-0c3d-4d72-a8a8-79c4dca79b31" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.409964] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.409964] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.409964] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.409964] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0503f97f-df52-44bd-bf6d-fbc266676b01" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.410289] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.410911] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.410911] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.410911] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa5af397-c334-48cd-8fbf-ad20b684f995" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.415611] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.415779] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.415843] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.417282] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.417282] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.472943] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.473137] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.473137] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.473380] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.473466] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.473601] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-645031fb-012f-4325-a00e-eb792d9e60b3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.505533] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91a10c1c-e59f-44b2-aa59-f931c822393a in Status: IN_PROGRESS for 2s [ 1058.536320] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.536320] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.536320] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.536320] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.536320] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.536320] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b138efb7-8629-47ba-9758-6fa06530ad9f already deleted. [ 1058.536708] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b138efb7-8629-47ba-9758-6fa06530ad9f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.546701] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.546787] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.546849] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.547061] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.547161] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.547280] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4854309-962d-48c8-b0eb-2c80cfee614f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.567396] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.567625] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.567625] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.567876] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.568101] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.586172] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f406f508-be3d-4f9f-9299-93a57ce05cf0 in Status: IN_PROGRESS for 2s [ 1058.616813] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a62af330-237b-4c56-b984-b3b6da313d26: rpc.has_security_group_logging(os_id): False [ 1058.618935] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 364db919-0d26-4b36-b987-01117ca01849: rpc.has_security_group_logging(os_id): False [ 1058.619733] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2: rpc.has_security_group_logging(os_id): False [ 1058.636809] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbf8c731-30d7-41db-a2d8-f5220648478b: rpc.has_security_group_logging(os_id): False [ 1058.638092] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa19dddd-09fc-49b2-9584-5985f26976ac: rpc.has_security_group_logging(os_id): False [ 1058.638972] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f406f508-be3d-4f9f-9299-93a57ce05cf0: rpc.has_security_group_logging(os_id): False [ 1058.639826] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c55788e3-8362-4cd9-8abf-0d32109b46ac: rpc.has_security_group_logging(os_id): False [ 1058.681412] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.681412] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.681412] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.681667] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.683226] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.683445] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.684067] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.684207] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.684992] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.684992] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.685580] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.685695] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.692348] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.692545] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.693577] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.693696] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.730492] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.730827] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.731144] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.731260] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.731490] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.731584] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.731698] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa19dddd-09fc-49b2-9584-5985f26976ac is going to be updated. [ 1058.733470] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.733731] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.734664] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.734664] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.734664] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.734664] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.734664] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.734664] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.734664] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f406f508-be3d-4f9f-9299-93a57ce05cf0 is going to be updated. [ 1058.735594] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.735745] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.789713] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.790099] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.790270] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.790270] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.790521] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.790613] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.790820] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a62af330-237b-4c56-b984-b3b6da313d26 is going to be updated. [ 1058.791741] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.791924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.835345] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.835569] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.835678] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.835717] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.835913] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.835996] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.836202] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.836325] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.836392] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.836509] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.836579] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.836902] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.836902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.836902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.837085] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.837085] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.837217] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 364db919-0d26-4b36-b987-01117ca01849 is going to be updated. [ 1058.838398] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.838553] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.894599] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.894908] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.895935] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.896129] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.901497] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.901859] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.902089] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.902089] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.902401] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.902507] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.902638] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbf8c731-30d7-41db-a2d8-f5220648478b is going to be updated. [ 1058.903858] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.904072] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.906935] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.907078] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.934790] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.935103] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.935217] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.935279] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.935475] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.935558] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.935653] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c55788e3-8362-4cd9-8abf-0d32109b46ac is going to be updated. [ 1058.937897] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.938124] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.938273] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.940015] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.940250] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.940389] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.941675] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.941876] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.965384] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa19dddd-09fc-49b2-9584-5985f26976ac in Status: IN_PROGRESS for 2s [ 1058.968041] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f406f508-be3d-4f9f-9299-93a57ce05cf0 in Status: IN_PROGRESS for 2s [ 1058.982848] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.982848] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.994970] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.994970] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.994970] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.994970] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.995586] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.995586] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.995586] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.995712] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.996278] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.996278] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.996278] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.996278] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.996535] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.996535] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.996535] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.996650] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.996686] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 is going to be updated. [ 1058.998036] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.998154] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.998284] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.999510] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.999588] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.999834] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.073706] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 364db919-0d26-4b36-b987-01117ca01849 in Status: IN_PROGRESS for 2s [ 1059.075321] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.075546] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.075673] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.075974] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.076204] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.099460] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a62af330-237b-4c56-b984-b3b6da313d26 in Status: IN_PROGRESS for 2s [ 1059.148449] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbf8c731-30d7-41db-a2d8-f5220648478b in Status: IN_PROGRESS for 2s [ 1059.152288] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.152288] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.152288] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.152482] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.152678] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.190305] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c55788e3-8362-4cd9-8abf-0d32109b46ac in Status: IN_PROGRESS for 2s [ 1059.190926] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.191228] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.191228] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.191496] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.191728] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.212018] env[65426]: INFO networking_nsxv3.common.synchronization [req-1fef700b-e2c7-4bce-b4ea-1f5ab3141686 req-44bf8fbc-0a82-430b-92a4-2da9aca5fed7 tempest-ServerAddressesTestJSON-1412477727 tempest-ServerAddressesTestJSON-1412477727-project-member] Enqueued Resource ID: ad85db18-299c-4dc6-a419-ce58d81cb61b with Priority: HIGHEST for action security_group_members [ 1059.213100] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad85db18-299c-4dc6-a419-ce58d81cb61b with Priority: HIGHEST for action security_group_members [ 1059.213387] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad85db18-299c-4dc6-a419-ce58d81cb61b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.213708] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad85db18-299c-4dc6-a419-ce58d81cb61b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.213920] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad85db18-299c-4dc6-a419-ce58d81cb61b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.214276] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad85db18-299c-4dc6-a419-ce58d81cb61b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.216836] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.216836] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.216836] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.216836] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.216836] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.216836] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad85db18-299c-4dc6-a419-ce58d81cb61b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.254698] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: IN_PROGRESS for 2s [ 1059.719497] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.720108] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.720108] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.720358] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.743761] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.744218] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.744448] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.744448] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.744761] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.744929] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.745077] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad85db18-299c-4dc6-a419-ce58d81cb61b is going to be updated. [ 1059.777347] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.777554] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.777657] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.777874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.778047] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.788770] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad85db18-299c-4dc6-a419-ce58d81cb61b in Status: IN_PROGRESS for 2s [ 1060.164765] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: SUCCESS [ 1060.164994] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.165198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.165415] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.165609] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.165721] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.165785] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.166077] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.166077] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.166077] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.166348] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.306242] env[65426]: INFO networking_nsxv3.common.synchronization [req-4d05c15c-63a5-4387-987f-99a884617bfb req-54ecbd1a-0ce2-4676-9835-0e42dca5bcf5 tempest-ServerDiskConfigTestJSON-592727729 tempest-ServerDiskConfigTestJSON-592727729-project-member] Enqueued Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_members [ 1060.306922] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_members [ 1060.307471] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.307607] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.307698] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.307977] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.308380] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.308380] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.308380] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.308380] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.308380] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.308816] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.522218] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91a10c1c-e59f-44b2-aa59-f931c822393a in Status: SUCCESS [ 1060.522492] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91a10c1c-e59f-44b2-aa59-f931c822393a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.598947] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f406f508-be3d-4f9f-9299-93a57ce05cf0 in Status: SUCCESS [ 1060.599110] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f406f508-be3d-4f9f-9299-93a57ce05cf0 deletion is rescheduled due to dependency. [ 1060.599675] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.668208] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.669873] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.669991] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.670406] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.670458] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.670558] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.670941] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.670941] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.670941] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.671239] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.671239] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.671381] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.671381] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.671578] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.671754] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.671851] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.671909] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.672067] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.672143] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.672244] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.672340] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.810807] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.811151] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.811151] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.811289] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.811345] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.811533] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.811632] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.811687] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.811836] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.811914] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.812258] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 is going to be updated. [ 1060.844958] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.845150] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.845194] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.845386] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.845527] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.854416] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: IN_PROGRESS for 2s [ 1060.982624] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f406f508-be3d-4f9f-9299-93a57ce05cf0 in Status: SUCCESS [ 1060.982857] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.983649] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa19dddd-09fc-49b2-9584-5985f26976ac in Status: SUCCESS [ 1060.983844] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.091421] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 364db919-0d26-4b36-b987-01117ca01849 in Status: SUCCESS [ 1061.091656] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.123218] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a62af330-237b-4c56-b984-b3b6da313d26 in Status: SUCCESS [ 1061.123218] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.162326] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbf8c731-30d7-41db-a2d8-f5220648478b in Status: SUCCESS [ 1061.162587] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.177236] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a652184f-fd23-4722-80e0-ff95f29138b5: rpc.has_security_group_logging(os_id): False [ 1061.196547] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.196704] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.196750] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.196951] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.204238] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c55788e3-8362-4cd9-8abf-0d32109b46ac in Status: SUCCESS [ 1061.204465] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.216172] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.216448] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.216678] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.216773] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.216980] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.217076] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.218061] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.218223] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.218294] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.218468] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.218547] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.218748] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.218846] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.218907] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.219066] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.219134] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.219220] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a652184f-fd23-4722-80e0-ff95f29138b5 is going to be updated. [ 1061.273313] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: SUCCESS [ 1061.273879] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.284429] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.284558] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.284673] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.284967] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.285534] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.298697] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: IN_PROGRESS for 2s [ 1061.800062] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad85db18-299c-4dc6-a419-ce58d81cb61b in Status: SUCCESS [ 1061.801165] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad85db18-299c-4dc6-a419-ce58d81cb61b deletion is rescheduled due to dependency. [ 1061.801165] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad85db18-299c-4dc6-a419-ce58d81cb61b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.864228] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: SUCCESS [ 1062.864535] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 deletion is rescheduled due to dependency. [ 1062.864657] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.315144] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: SUCCESS [ 1063.315407] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.941593] env[65426]: INFO networking_nsxv3.common.synchronization [req-ebf0285e-1fbd-4e1a-b27e-83e7a4b90862 req-7fae0d4c-da47-4a58-82a7-cef0a737f19d tempest-ServerDiskConfigTestJSON-592727729 tempest-ServerDiskConfigTestJSON-592727729-project-member] Enqueued Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_members [ 1064.942279] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_members [ 1064.942603] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.942731] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.942801] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.942996] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.943159] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.943284] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.943352] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.943593] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.943593] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.943697] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.235983] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-42 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.235983] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-42" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.235983] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-42" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.236335] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-42" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.236335] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.236482] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.236581] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.236803] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.236926] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.237150] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.237262] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1065.237367] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1065.237474] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1065.237579] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.237681] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1065.237806] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1065.261328] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1065.261521] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1065.261638] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1065.261783] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-42" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.262108] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-a721fd18-2011-4391-ac9b-7a18637a2ccf taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.262345] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-a721fd18-2011-4391-ac9b-7a18637a2ccf" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.262473] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-a721fd18-2011-4391-ac9b-7a18637a2ccf" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.262794] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-a721fd18-2011-4391-ac9b-7a18637a2ccf" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.262928] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a721fd18-2011-4391-ac9b-7a18637a2ccf',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.446097] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.446266] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.446334] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.446552] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.446645] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.446833] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.446929] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.446991] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.447202] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.447314] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.447314] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 is going to be updated. [ 1065.478637] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.478800] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.478848] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.479055] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.479200] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.488120] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: IN_PROGRESS for 2s [ 1065.765846] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.766090] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.766151] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.766430] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.766582] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.766731] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port a721fd18-2011-4391-ac9b-7a18637a2ccf not found, creating... [ 1065.766981] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.767155] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.767267] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.767480] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.767615] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.767886] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.768053] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.768196] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.768413] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.768546] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.768683] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: a721fd18-2011-4391-ac9b-7a18637a2ccf is going to be created. [ 1065.788678] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.789061] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.789212] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.789524] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.789769] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.789998] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-a721fd18-2011-4391-ac9b-7a18637a2ccf" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.475793] env[65426]: INFO networking_nsxv3.common.synchronization [req-ebf0285e-1fbd-4e1a-b27e-83e7a4b90862 req-e2dc985a-1660-4be3-8f74-890133a3dd11 service nova] Enqueued Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_rules [ 1066.476071] env[65426]: INFO networking_nsxv3.common.synchronization [req-ebf0285e-1fbd-4e1a-b27e-83e7a4b90862 req-e2dc985a-1660-4be3-8f74-890133a3dd11 service nova] Enqueued Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_members [ 1066.476116] env[65426]: INFO networking_nsxv3.common.synchronization [req-ebf0285e-1fbd-4e1a-b27e-83e7a4b90862 req-e2dc985a-1660-4be3-8f74-890133a3dd11 service nova] Enqueued Resource ID: a721fd18-2011-4391-ac9b-7a18637a2ccf with Priority: HIGHEST for action port [ 1066.476634] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_rules [ 1066.476769] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_members [ 1066.476866] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a721fd18-2011-4391-ac9b-7a18637a2ccf with Priority: HIGHEST for action port [ 1066.477573] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.477725] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.477765] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.477966] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.478054] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.478852] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.478957] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.479143] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-a721fd18-2011-4391-ac9b-7a18637a2ccf taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.479246] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a721fd18-2011-4391-ac9b-7a18637a2ccf" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.479307] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a721fd18-2011-4391-ac9b-7a18637a2ccf" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.479470] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a721fd18-2011-4391-ac9b-7a18637a2ccf" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.479546] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a721fd18-2011-4391-ac9b-7a18637a2ccf',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.981765] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.984469] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.984469] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a721fd18-2011-4391-ac9b-7a18637a2ccf with status ACTIVE [ 1066.984469] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.984469] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.984469] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.984469] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.984469] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.984469] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.984469] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.984469] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.984469] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.984469] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.984469] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.984469] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.984469] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.984469] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.984469] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.985101] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a721fd18-2011-4391-ac9b-7a18637a2ccf is going to be updated. [ 1067.009826] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.010036] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.010082] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.010285] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.010431] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.010591] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a721fd18-2011-4391-ac9b-7a18637a2ccf" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.499074] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: SUCCESS [ 1067.499543] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 deletion is rescheduled due to dependency. [ 1067.499543] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.499957] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.499957] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.499957] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.500213] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.500213] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.500324] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.500383] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.500569] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.002471] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.504729] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.009230] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.009486] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.009554] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.009786] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.009876] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.009977] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 is going to be updated. [ 1069.039343] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.039599] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.039599] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.039972] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.040199] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.048813] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: IN_PROGRESS for 2s [ 1069.110115] env[65426]: INFO networking_nsxv3.common.synchronization [req-e5410245-c135-4f4b-8ca7-f3990f0d549a req-14ac06e3-061e-4f79-afd9-3419a8806b84 tempest-ServerRescueNegativeTestJSON-640849074 tempest-ServerRescueNegativeTestJSON-640849074-project-member] Enqueued Resource ID: 364db919-0d26-4b36-b987-01117ca01849 with Priority: HIGHEST for action security_group_members [ 1069.110705] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 364db919-0d26-4b36-b987-01117ca01849 with Priority: HIGHEST for action security_group_members [ 1069.111195] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-364db919-0d26-4b36-b987-01117ca01849 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.111310] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.111684] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.111684] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.111821] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.111953] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.112084] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.112317] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.114900] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.115016] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('364db919-0d26-4b36-b987-01117ca01849',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.618505] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('364db919-0d26-4b36-b987-01117ca01849',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.120632] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('364db919-0d26-4b36-b987-01117ca01849',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.626295] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.626693] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.626693] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.626785] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.626903] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.626984] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 364db919-0d26-4b36-b987-01117ca01849 is going to be updated. [ 1070.657334] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.657523] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.657574] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.657757] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.657915] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.667194] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 364db919-0d26-4b36-b987-01117ca01849 in Status: IN_PROGRESS for 2s [ 1071.061786] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: SUCCESS [ 1071.062062] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.062323] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.062656] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.062867] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.062984] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.063065] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.063225] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.063302] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.063404] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.063489] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.565787] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.565971] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.566038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.566268] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.566450] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.566589] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.566658] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.566819] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.566903] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.566989] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.567148] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.567240] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.567301] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.567441] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.567698] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.567749] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.567789] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.567927] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.568013] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.568097] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.568186] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.070435] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2: rpc.has_security_group_logging(os_id): False [ 1072.090022] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.090248] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.090307] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.090539] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.090637] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.090833] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.090931] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.090996] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.091160] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.091267] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.091419] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.091512] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.091584] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.091723] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.091796] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.092426] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.092571] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.092638] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.092788] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.092865] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.092958] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 is going to be updated. [ 1072.153503] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.153652] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.153721] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.153937] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.154097] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.172568] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: IN_PROGRESS for 2s [ 1072.677849] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 364db919-0d26-4b36-b987-01117ca01849 in Status: SUCCESS [ 1072.678099] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.112352] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1074.112352] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1074.188964] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: SUCCESS [ 1074.188964] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.843021] env[65426]: INFO networking_nsxv3.common.synchronization [req-0bd34342-14af-4aaa-8fc5-77cbee037193 req-fdadebad-213a-468c-838c-8111997e83f9 tempest-ServerRescueNegativeTestJSON-640849074 tempest-ServerRescueNegativeTestJSON-640849074-project-member] Enqueued Resource ID: 364db919-0d26-4b36-b987-01117ca01849 with Priority: HIGHEST for action security_group_members [ 1075.843021] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 364db919-0d26-4b36-b987-01117ca01849 with Priority: HIGHEST for action security_group_members [ 1075.843332] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-364db919-0d26-4b36-b987-01117ca01849 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.843332] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.843427] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.844143] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.844143] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.844143] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.844143] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.844143] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.844143] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.844422] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('364db919-0d26-4b36-b987-01117ca01849',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.346152] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.346368] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.346368] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.346539] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.346633] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.346829] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.346926] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.346989] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.347152] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.347228] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.347312] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 364db919-0d26-4b36-b987-01117ca01849 is going to be updated. [ 1076.377818] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.378071] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.378071] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.378222] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.378360] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.389180] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 364db919-0d26-4b36-b987-01117ca01849 in Status: IN_PROGRESS for 2s [ 1078.400379] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 364db919-0d26-4b36-b987-01117ca01849 in Status: SUCCESS [ 1078.400743] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 364db919-0d26-4b36-b987-01117ca01849 deletion is rescheduled due to dependency. [ 1078.400743] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.702993] env[65426]: INFO networking_nsxv3.common.synchronization [req-804d261c-166e-49ca-bcd8-aceee2c7243e req-75cf16e8-1080-4e00-adaa-3b6db5ab5500 tempest-AttachVolumeNegativeTest-527449890 tempest-AttachVolumeNegativeTest-527449890-project-member] Enqueued Resource ID: c55788e3-8362-4cd9-8abf-0d32109b46ac with Priority: HIGHEST for action security_group_members [ 1079.702993] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c55788e3-8362-4cd9-8abf-0d32109b46ac with Priority: HIGHEST for action security_group_members [ 1079.703271] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-c55788e3-8362-4cd9-8abf-0d32109b46ac taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.703372] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.703409] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.703997] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.703997] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.703997] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.703997] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.704230] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.704230] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.704230] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c55788e3-8362-4cd9-8abf-0d32109b46ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.206612] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.206834] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.206834] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.207119] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.207220] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.207438] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.207547] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.207592] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.207746] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.207822] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.207900] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c55788e3-8362-4cd9-8abf-0d32109b46ac is going to be updated. [ 1080.238355] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.238560] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.238560] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.238765] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.238907] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.247112] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c55788e3-8362-4cd9-8abf-0d32109b46ac in Status: IN_PROGRESS for 2s [ 1082.262531] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c55788e3-8362-4cd9-8abf-0d32109b46ac in Status: IN_PROGRESS for 4s [ 1084.274540] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c55788e3-8362-4cd9-8abf-0d32109b46ac in Status: SUCCESS [ 1084.274880] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c55788e3-8362-4cd9-8abf-0d32109b46ac deletion is rescheduled due to dependency. [ 1084.274880] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.703265] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1084.703379] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1088.633479] env[65426]: INFO networking_nsxv3.common.synchronization [req-f415cebd-b383-46f0-b208-a7e1eea7837f req-8282cfc1-b050-444b-8132-f46458acb6d2 tempest-DeleteServersTestJSON-1156533855 tempest-DeleteServersTestJSON-1156533855-project-member] Enqueued Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_members [ 1088.634170] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_members [ 1088.637395] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.637395] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.637395] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.637395] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.637395] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.637395] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.637395] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.637395] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.637395] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.637395] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.139053] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.139053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.139053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.139053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.139351] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.139351] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.139443] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.139485] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.139623] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.139686] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.139744] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a652184f-fd23-4722-80e0-ff95f29138b5 is going to be updated. [ 1089.169611] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.169864] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.169864] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.170019] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.170157] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.178655] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: IN_PROGRESS for 2s [ 1089.537390] env[65426]: INFO networking_nsxv3.common.synchronization [req-400732d5-37d8-4f66-a200-5faffa56d7a8 req-e79db2da-f1be-4fec-9dc9-16a14c763b47 tempest-MigrationsAdminTest-460208 tempest-MigrationsAdminTest-460208-project-member] Enqueued Resource ID: e0f922f6-4a03-4c5d-826e-d2855edea30f with Priority: HIGHEST for action security_group_members [ 1089.538421] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0f922f6-4a03-4c5d-826e-d2855edea30f with Priority: HIGHEST for action security_group_members [ 1089.538421] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0f922f6-4a03-4c5d-826e-d2855edea30f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.538421] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.538421] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.538649] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.540325] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.540544] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.540588] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.540718] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.540808] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.540905] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0f922f6-4a03-4c5d-826e-d2855edea30f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.043398] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0f922f6-4a03-4c5d-826e-d2855edea30f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.545671] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0f922f6-4a03-4c5d-826e-d2855edea30f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.047684] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.048141] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.048141] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.048141] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.048141] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.048312] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0f922f6-4a03-4c5d-826e-d2855edea30f is going to be updated. [ 1091.077646] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.077827] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.077896] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.078072] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.078220] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.087961] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0f922f6-4a03-4c5d-826e-d2855edea30f in Status: IN_PROGRESS for 2s [ 1091.189578] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: SUCCESS [ 1091.189766] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a652184f-fd23-4722-80e0-ff95f29138b5 deletion is rescheduled due to dependency. [ 1091.189853] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.100442] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0f922f6-4a03-4c5d-826e-d2855edea30f in Status: SUCCESS [ 1093.100870] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.358881] env[65426]: INFO networking_nsxv3.common.synchronization [req-e5df8066-c6f4-431a-867d-1e74aa946b60 req-78269bf8-d78b-4e7f-a27c-fff3b962d084 tempest-AttachInterfacesTestJSON-1787164303 tempest-AttachInterfacesTestJSON-1787164303-project-member] Enqueued Resource ID: 623339f9-5bd5-4969-86e4-4653350693b5 with Priority: HIGHEST for action security_group_members [ 1093.359432] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 623339f9-5bd5-4969-86e4-4653350693b5 with Priority: HIGHEST for action security_group_members [ 1093.359764] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-623339f9-5bd5-4969-86e4-4653350693b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.359928] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.359989] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.360200] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.360998] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.360998] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.360998] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.360998] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.360998] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.360998] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('623339f9-5bd5-4969-86e4-4653350693b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.717771] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.717771] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-784" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.717771] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-784" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.718149] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-784" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.718291] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.718448] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.718575] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.718794] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.718936] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.719156] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1093.719302] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1093.719392] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1093.719510] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1093.719664] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1093.719781] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1093.719911] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1093.741757] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1093.741970] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1093.742083] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1093.742269] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-784" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.742650] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-43d94c88-1f8f-4816-adbe-3aeb9142fca3 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.742863] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-43d94c88-1f8f-4816-adbe-3aeb9142fca3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.742954] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-43d94c88-1f8f-4816-adbe-3aeb9142fca3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.743336] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-43d94c88-1f8f-4816-adbe-3aeb9142fca3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.743483] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43d94c88-1f8f-4816-adbe-3aeb9142fca3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.862810] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.863145] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.863285] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.863601] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.863755] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.864071] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.864244] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.864369] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.864638] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.864771] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.864948] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 623339f9-5bd5-4969-86e4-4653350693b5 already deleted. [ 1093.865126] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.246062] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.246510] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.246510] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.246647] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.246803] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.246959] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 43d94c88-1f8f-4816-adbe-3aeb9142fca3 not found, creating... [ 1094.247240] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.247400] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.247532] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.247762] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.247900] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.248246] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.248377] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.248456] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.248781] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.248949] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.249169] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 43d94c88-1f8f-4816-adbe-3aeb9142fca3 is going to be created. [ 1094.269775] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.270033] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.270133] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.270399] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.270666] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.270900] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-43d94c88-1f8f-4816-adbe-3aeb9142fca3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.373621] env[65426]: INFO networking_nsxv3.common.synchronization [req-2d13491d-e553-43ce-aaba-89ee64a19975 req-549fe00a-70a9-45e6-b117-836aa9ce6ea8 tempest-AttachVolumeNegativeTest-527449890 tempest-AttachVolumeNegativeTest-527449890-project-member] Enqueued Resource ID: c52c03e1-1297-4def-b6c5-8cf2ff152fa1 with Priority: HIGHEST for action security_group_members [ 1094.374258] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c52c03e1-1297-4def-b6c5-8cf2ff152fa1 with Priority: HIGHEST for action security_group_members [ 1094.374581] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-c52c03e1-1297-4def-b6c5-8cf2ff152fa1 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.374752] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c52c03e1-1297-4def-b6c5-8cf2ff152fa1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.374892] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c52c03e1-1297-4def-b6c5-8cf2ff152fa1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.375605] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c52c03e1-1297-4def-b6c5-8cf2ff152fa1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.375828] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.375966] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.376191] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.376393] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.376486] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.376588] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c52c03e1-1297-4def-b6c5-8cf2ff152fa1',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.851471] env[65426]: INFO networking_nsxv3.common.synchronization [req-d82be3b7-31fc-486b-b1f6-383818ec05ea req-4d0f8794-8346-4ed2-89a1-956e331fc949 tempest-MigrationsAdminTest-460208 tempest-MigrationsAdminTest-460208-project-member] Enqueued Resource ID: e0f922f6-4a03-4c5d-826e-d2855edea30f with Priority: HIGHEST for action security_group_members [ 1094.852026] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0f922f6-4a03-4c5d-826e-d2855edea30f with Priority: HIGHEST for action security_group_members [ 1094.852332] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0f922f6-4a03-4c5d-826e-d2855edea30f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.852451] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.852524] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.852737] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.852893] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.852990] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.857392] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.857583] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.857681] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.857784] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0f922f6-4a03-4c5d-826e-d2855edea30f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.878444] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.878584] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.878737] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.878876] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.901588] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.901652] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.901734] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.901787] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.902126] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.902126] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.902230] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c52c03e1-1297-4def-b6c5-8cf2ff152fa1 is going to be updated. [ 1094.930157] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.930335] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.930480] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.930670] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.930834] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.940114] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c52c03e1-1297-4def-b6c5-8cf2ff152fa1 in Status: IN_PROGRESS for 2s [ 1094.984302] env[65426]: INFO networking_nsxv3.common.synchronization [req-e5df8066-c6f4-431a-867d-1e74aa946b60 req-aef193a0-7814-48b3-a67c-26db6f81faea service nova] Enqueued Resource ID: 623339f9-5bd5-4969-86e4-4653350693b5 with Priority: HIGHEST for action security_group_rules [ 1094.984470] env[65426]: INFO networking_nsxv3.common.synchronization [req-e5df8066-c6f4-431a-867d-1e74aa946b60 req-aef193a0-7814-48b3-a67c-26db6f81faea service nova] Enqueued Resource ID: 623339f9-5bd5-4969-86e4-4653350693b5 with Priority: HIGHEST for action security_group_members [ 1094.984601] env[65426]: INFO networking_nsxv3.common.synchronization [req-e5df8066-c6f4-431a-867d-1e74aa946b60 req-aef193a0-7814-48b3-a67c-26db6f81faea service nova] Enqueued Resource ID: 43d94c88-1f8f-4816-adbe-3aeb9142fca3 with Priority: HIGHEST for action port [ 1094.985192] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 623339f9-5bd5-4969-86e4-4653350693b5 with Priority: HIGHEST for action security_group_rules [ 1094.985357] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 623339f9-5bd5-4969-86e4-4653350693b5 with Priority: HIGHEST for action security_group_members [ 1094.985417] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d94c88-1f8f-4816-adbe-3aeb9142fca3 with Priority: HIGHEST for action port [ 1094.985671] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-623339f9-5bd5-4969-86e4-4653350693b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.985863] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.985863] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.986111] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.986224] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('623339f9-5bd5-4969-86e4-4653350693b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.987506] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-623339f9-5bd5-4969-86e4-4653350693b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.987506] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.987506] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.987506] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.987506] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.987782] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.987782] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.987782] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.987908] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.987908] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('623339f9-5bd5-4969-86e4-4653350693b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.988705] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-43d94c88-1f8f-4816-adbe-3aeb9142fca3 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.988812] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43d94c88-1f8f-4816-adbe-3aeb9142fca3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.988939] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43d94c88-1f8f-4816-adbe-3aeb9142fca3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.989032] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43d94c88-1f8f-4816-adbe-3aeb9142fca3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.989163] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43d94c88-1f8f-4816-adbe-3aeb9142fca3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.361089] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.361089] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.361089] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.361089] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.397431] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.397742] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.397906] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.397995] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.398247] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.398355] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.398472] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0f922f6-4a03-4c5d-826e-d2855edea30f is going to be updated. [ 1095.426388] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.426637] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.426759] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.427066] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.427294] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.435890] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0f922f6-4a03-4c5d-826e-d2855edea30f in Status: IN_PROGRESS for 2s [ 1095.491438] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('623339f9-5bd5-4969-86e4-4653350693b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.492551] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-623339f9-5bd5-4969-86e4-4653350693b5 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.492662] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.495121] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43d94c88-1f8f-4816-adbe-3aeb9142fca3 with status ACTIVE [ 1095.495298] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.495408] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.495475] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.495680] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.495770] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.495921] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.496053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.496176] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.496244] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.496311] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.496481] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.496568] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.496620] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.496755] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.496827] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.496907] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43d94c88-1f8f-4816-adbe-3aeb9142fca3 is going to be updated. [ 1095.534279] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.534502] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.534502] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.534643] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.534780] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.534966] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43d94c88-1f8f-4816-adbe-3aeb9142fca3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.994487] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('623339f9-5bd5-4969-86e4-4653350693b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.496998] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.497304] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.497304] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.497453] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.497540] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.497632] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 623339f9-5bd5-4969-86e4-4653350693b5 is going to be created. [ 1096.519759] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.519978] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.519978] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.520195] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.520347] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.529906] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 623339f9-5bd5-4969-86e4-4653350693b5 in Status: UNINITIALIZED for 2s [ 1096.951433] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c52c03e1-1297-4def-b6c5-8cf2ff152fa1 in Status: SUCCESS [ 1096.951635] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c52c03e1-1297-4def-b6c5-8cf2ff152fa1 deletion is rescheduled due to dependency. [ 1096.951729] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c52c03e1-1297-4def-b6c5-8cf2ff152fa1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.977073] env[65426]: INFO networking_nsxv3.common.synchronization [req-cc8c7393-27ab-4e00-beef-550bc9395ce8 req-d4102c1f-805d-477e-8f2b-8bb2ce465e26 tempest-DeleteServersTestJSON-1156533855 tempest-DeleteServersTestJSON-1156533855-project-member] Enqueued Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_members [ 1096.977688] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_members [ 1096.978076] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.978227] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.978320] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.978555] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.978740] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.978850] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.978914] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.979080] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.979166] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.979258] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.273028] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.273374] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-429" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.273601] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-429" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.274049] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-429" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.274522] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.274800] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.275039] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.275425] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.275695] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.276064] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.276289] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1097.276521] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1097.276740] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1097.276958] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.277189] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1097.277514] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1097.301172] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1097.301341] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1097.301522] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1097.301737] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-429" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.302239] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-3163456e-34e3-4e4e-93e7-7e1ffdd37f09 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.302425] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-3163456e-34e3-4e4e-93e7-7e1ffdd37f09" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.302606] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-3163456e-34e3-4e4e-93e7-7e1ffdd37f09" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.302932] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-3163456e-34e3-4e4e-93e7-7e1ffdd37f09" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.303087] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3163456e-34e3-4e4e-93e7-7e1ffdd37f09',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.447448] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0f922f6-4a03-4c5d-826e-d2855edea30f in Status: SUCCESS [ 1097.447448] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0f922f6-4a03-4c5d-826e-d2855edea30f deletion is rescheduled due to dependency. [ 1097.447448] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.481833] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.481833] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.481833] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.482299] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.482299] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.482622] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.482783] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.482825] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.483068] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.484051] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.484051] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a652184f-fd23-4722-80e0-ff95f29138b5 is going to be updated. [ 1097.510353] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.510353] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.510666] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.510771] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.511759] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.524534] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: IN_PROGRESS for 2s [ 1097.805723] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.805965] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.806132] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.806434] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.806618] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.806806] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 3163456e-34e3-4e4e-93e7-7e1ffdd37f09 not found, creating... [ 1097.807092] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.807256] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.807404] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.807593] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.807732] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.808044] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.808204] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.808321] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.808524] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.808657] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.808799] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 3163456e-34e3-4e4e-93e7-7e1ffdd37f09 is going to be created. [ 1097.831702] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.832058] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.832154] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.832387] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.832677] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.832913] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-3163456e-34e3-4e4e-93e7-7e1ffdd37f09" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.542483] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 623339f9-5bd5-4969-86e4-4653350693b5 in Status: SUCCESS [ 1098.542893] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.542935] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.543635] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.543635] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.543635] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.543635] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.543936] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.543936] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.543936] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.543936] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('623339f9-5bd5-4969-86e4-4653350693b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.562837] env[65426]: INFO networking_nsxv3.common.synchronization [req-cc8c7393-27ab-4e00-beef-550bc9395ce8 req-6aca78a5-b307-44df-a05a-62735d52bbe8 service nova] Enqueued Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_rules [ 1098.563044] env[65426]: INFO networking_nsxv3.common.synchronization [req-cc8c7393-27ab-4e00-beef-550bc9395ce8 req-6aca78a5-b307-44df-a05a-62735d52bbe8 service nova] Enqueued Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_members [ 1098.563191] env[65426]: INFO networking_nsxv3.common.synchronization [req-cc8c7393-27ab-4e00-beef-550bc9395ce8 req-6aca78a5-b307-44df-a05a-62735d52bbe8 service nova] Enqueued Resource ID: 3163456e-34e3-4e4e-93e7-7e1ffdd37f09 with Priority: HIGHEST for action port [ 1098.564182] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_rules [ 1098.564328] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_members [ 1098.564469] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3163456e-34e3-4e4e-93e7-7e1ffdd37f09 with Priority: HIGHEST for action port [ 1098.564715] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.564864] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.564910] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.565140] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.565222] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.566092] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.566197] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.566454] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-3163456e-34e3-4e4e-93e7-7e1ffdd37f09 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.566551] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3163456e-34e3-4e4e-93e7-7e1ffdd37f09" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.566614] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3163456e-34e3-4e4e-93e7-7e1ffdd37f09" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.566783] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3163456e-34e3-4e4e-93e7-7e1ffdd37f09" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.566862] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3163456e-34e3-4e4e-93e7-7e1ffdd37f09',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.046879] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-623339f9-5bd5-4969-86e4-4653350693b5 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.047109] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.047109] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.047327] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.047488] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.047590] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.047994] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.047994] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.047994] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.047994] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.048251] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-623339f9-5bd5-4969-86e4-4653350693b5 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.048251] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.048251] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.048384] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.048520] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.048602] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.048661] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.048818] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.048896] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.049087] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.049087] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('623339f9-5bd5-4969-86e4-4653350693b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.070475] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.070667] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.070880] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3163456e-34e3-4e4e-93e7-7e1ffdd37f09 with status ACTIVE [ 1099.071081] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.071218] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.071262] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.071518] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.071672] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.071793] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.071954] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.071954] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.072111] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.072198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.072383] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.072500] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.072610] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.072756] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.072872] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.072982] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3163456e-34e3-4e4e-93e7-7e1ffdd37f09 is going to be updated. [ 1099.105398] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.105610] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.105730] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.106076] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.106694] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.106694] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3163456e-34e3-4e4e-93e7-7e1ffdd37f09" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.535888] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: SUCCESS [ 1099.536106] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a652184f-fd23-4722-80e0-ff95f29138b5 deletion is rescheduled due to dependency. [ 1099.536210] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.536405] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.536638] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.536925] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.537040] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.537040] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.537202] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.537279] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.537395] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.551336] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 623339f9-5bd5-4969-86e4-4653350693b5: rpc.has_security_group_logging(os_id): False [ 1099.573937] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.574220] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.574220] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.574448] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.574538] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.574778] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.574934] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.574934] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.575141] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.575261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.575571] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.575686] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.575767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.575978] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.579555] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.579915] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.580112] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.580208] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.580412] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.580526] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.580657] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 623339f9-5bd5-4969-86e4-4653350693b5 is going to be created. [ 1099.640788] env[65426]: INFO networking_nsxv3.common.synchronization [None req-58c34cd8-e576-446c-85ff-faeb64894b29 tempest-AttachInterfacesTestJSON-1787164303 tempest-AttachInterfacesTestJSON-1787164303-project-member] Enqueued Resource ID: 623339f9-5bd5-4969-86e4-4653350693b5 with Priority: HIGHEST for action security_group_members [ 1099.641381] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 623339f9-5bd5-4969-86e4-4653350693b5 with Priority: HIGHEST for action security_group_members [ 1099.641698] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-623339f9-5bd5-4969-86e4-4653350693b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.641822] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.641890] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.642229] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.642468] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.642657] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.642780] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.642906] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.643025] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.643145] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('623339f9-5bd5-4969-86e4-4653350693b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.651548] env[65426]: INFO networking_nsxv3.common.synchronization [None req-14898637-f77d-45bc-bf4f-0a7e261da100 tempest-AttachVolumeNegativeTest-527449890 tempest-AttachVolumeNegativeTest-527449890-project-member] Enqueued Resource ID: de76fa18-0c25-4974-9f49-87a7940a32e1 with Priority: HIGHEST for action security_group_rules [ 1099.652972] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de76fa18-0c25-4974-9f49-87a7940a32e1 with Priority: HIGHEST for action security_group_rules [ 1099.652972] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de76fa18-0c25-4974-9f49-87a7940a32e1 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.652972] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de76fa18-0c25-4974-9f49-87a7940a32e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.652972] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de76fa18-0c25-4974-9f49-87a7940a32e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.652972] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de76fa18-0c25-4974-9f49-87a7940a32e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.652972] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de76fa18-0c25-4974-9f49-87a7940a32e1',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.658548] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.658690] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.658787] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.658900] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.659183] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.671302] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 623339f9-5bd5-4969-86e4-4653350693b5 in Status: IN_PROGRESS for 2s [ 1099.771211] env[65426]: INFO networking_nsxv3.common.synchronization [None req-b16157b1-a05d-445e-9ed0-ee6af6ef7a4b tempest-AttachVolumeNegativeTest-527449890 tempest-AttachVolumeNegativeTest-527449890-project-member] Enqueued Resource ID: de76fa18-0c25-4974-9f49-87a7940a32e1 with Priority: HIGHEST for action security_group_rules [ 1099.772076] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de76fa18-0c25-4974-9f49-87a7940a32e1 with Priority: HIGHEST for action security_group_rules [ 1099.772500] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de76fa18-0c25-4974-9f49-87a7940a32e1 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.773037] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de76fa18-0c25-4974-9f49-87a7940a32e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.039331] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.150122] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('623339f9-5bd5-4969-86e4-4653350693b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.175054] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.175054] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.175054] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.175054] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.175054] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.175054] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de76fa18-0c25-4974-9f49-87a7940a32e1 already deleted. [ 1100.175054] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de76fa18-0c25-4974-9f49-87a7940a32e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.175526] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de76fa18-0c25-4974-9f49-87a7940a32e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.175526] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de76fa18-0c25-4974-9f49-87a7940a32e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.175526] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de76fa18-0c25-4974-9f49-87a7940a32e1',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.541950] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.652217] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('623339f9-5bd5-4969-86e4-4653350693b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.696027] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.696248] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.696358] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.696623] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.696763] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.696927] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de76fa18-0c25-4974-9f49-87a7940a32e1 already deleted. [ 1100.697110] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de76fa18-0c25-4974-9f49-87a7940a32e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.044963] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.044963] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.044963] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.044963] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.045282] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.045282] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a652184f-fd23-4722-80e0-ff95f29138b5 is going to be updated. [ 1101.078212] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.078441] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.078441] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.078594] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.078747] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.088853] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: IN_PROGRESS for 2s [ 1101.155500] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.155718] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.155791] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.156012] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.156135] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.156371] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 623339f9-5bd5-4969-86e4-4653350693b5 is going to be updated. [ 1101.189492] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.189721] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.189721] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.189931] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.190028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.199448] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 623339f9-5bd5-4969-86e4-4653350693b5 in Status: IN_PROGRESS for 2s [ 1101.684365] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 623339f9-5bd5-4969-86e4-4653350693b5 in Status: SUCCESS [ 1101.684667] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.851733] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.851733] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-784" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.851949] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-784" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.852132] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-784" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.852326] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.852479] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.852729] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.853078] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.853257] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.853479] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.853615] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1101.853800] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1101.853916] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1101.854043] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.854663] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1101.854663] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1101.874169] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1101.874869] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1101.874869] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1101.874869] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-784" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.875061] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-931dd417-08d2-47b2-88ec-ec311a5911ae taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.875164] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-931dd417-08d2-47b2-88ec-ec311a5911ae" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.875278] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-931dd417-08d2-47b2-88ec-ec311a5911ae" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.875605] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-931dd417-08d2-47b2-88ec-ec311a5911ae" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.875737] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('931dd417-08d2-47b2-88ec-ec311a5911ae',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.378480] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.378787] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.378952] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.379356] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.379595] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.379707] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 931dd417-08d2-47b2-88ec-ec311a5911ae not found, creating... [ 1102.380143] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.380343] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.380508] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.380782] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.380996] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.381382] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.381565] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.381767] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.382143] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.382302] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.382491] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 931dd417-08d2-47b2-88ec-ec311a5911ae is going to be created. [ 1102.412428] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.412774] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.412932] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.413275] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.413607] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.413878] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-931dd417-08d2-47b2-88ec-ec311a5911ae" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.790519] env[65426]: INFO networking_nsxv3.common.synchronization [None req-734f6559-f6b7-4150-ae09-945545c2efcf tempest-ServerActionsTestJSON-2130197459 tempest-ServerActionsTestJSON-2130197459-project-member] Enqueued Resource ID: 7c134f47-7186-45fa-af36-389e9977eb16 with Priority: HIGHEST for action security_group_rules [ 1102.791210] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c134f47-7186-45fa-af36-389e9977eb16 with Priority: HIGHEST for action security_group_rules [ 1102.791695] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c134f47-7186-45fa-af36-389e9977eb16 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.792060] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c134f47-7186-45fa-af36-389e9977eb16" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.792060] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c134f47-7186-45fa-af36-389e9977eb16" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.792199] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c134f47-7186-45fa-af36-389e9977eb16" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.792298] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c134f47-7186-45fa-af36-389e9977eb16',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.896949] env[65426]: INFO networking_nsxv3.common.synchronization [None req-acece6e7-eeba-4b4d-b346-a78b6617600e tempest-ServerActionsTestJSON-2130197459 tempest-ServerActionsTestJSON-2130197459-project-member] Enqueued Resource ID: 7c134f47-7186-45fa-af36-389e9977eb16 with Priority: HIGHEST for action security_group_rules [ 1102.897668] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c134f47-7186-45fa-af36-389e9977eb16 with Priority: HIGHEST for action security_group_rules [ 1102.897980] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c134f47-7186-45fa-af36-389e9977eb16 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.898095] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c134f47-7186-45fa-af36-389e9977eb16" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.102519] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: SUCCESS [ 1103.102519] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.102519] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.102519] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.102519] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.102519] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.102519] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.102519] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.102519] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.102519] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.102519] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.143460] env[65426]: INFO networking_nsxv3.common.synchronization [req-90eaeb13-4428-42e4-8a12-2a49f0da5f86 req-ad74a9ba-eb84-45f0-a601-2faa827f418b service nova] Enqueued Resource ID: 623339f9-5bd5-4969-86e4-4653350693b5 with Priority: HIGHEST for action security_group_rules [ 1103.143852] env[65426]: INFO networking_nsxv3.common.synchronization [req-90eaeb13-4428-42e4-8a12-2a49f0da5f86 req-ad74a9ba-eb84-45f0-a601-2faa827f418b service nova] Enqueued Resource ID: 623339f9-5bd5-4969-86e4-4653350693b5 with Priority: HIGHEST for action security_group_members [ 1103.145198] env[65426]: INFO networking_nsxv3.common.synchronization [req-90eaeb13-4428-42e4-8a12-2a49f0da5f86 req-ad74a9ba-eb84-45f0-a601-2faa827f418b service nova] Enqueued Resource ID: 931dd417-08d2-47b2-88ec-ec311a5911ae with Priority: HIGHEST for action port [ 1103.147524] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 623339f9-5bd5-4969-86e4-4653350693b5 with Priority: HIGHEST for action security_group_rules [ 1103.147524] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 623339f9-5bd5-4969-86e4-4653350693b5 with Priority: HIGHEST for action security_group_members [ 1103.147648] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 931dd417-08d2-47b2-88ec-ec311a5911ae with Priority: HIGHEST for action port [ 1103.147909] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-623339f9-5bd5-4969-86e4-4653350693b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.148072] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.148119] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.148398] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.148477] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('623339f9-5bd5-4969-86e4-4653350693b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.150104] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-623339f9-5bd5-4969-86e4-4653350693b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.150104] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.150104] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-931dd417-08d2-47b2-88ec-ec311a5911ae taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.150104] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-931dd417-08d2-47b2-88ec-ec311a5911ae" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.150104] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-931dd417-08d2-47b2-88ec-ec311a5911ae" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.150104] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-931dd417-08d2-47b2-88ec-ec311a5911ae" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.150104] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('931dd417-08d2-47b2-88ec-ec311a5911ae',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.210274] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 623339f9-5bd5-4969-86e4-4653350693b5 in Status: SUCCESS [ 1103.210631] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.210874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.211180] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.211471] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.211681] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.211797] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.212055] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.212162] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.212287] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('623339f9-5bd5-4969-86e4-4653350693b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.313496] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.313728] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.313728] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.313906] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.313995] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.314108] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c134f47-7186-45fa-af36-389e9977eb16 already deleted. [ 1103.314184] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c134f47-7186-45fa-af36-389e9977eb16" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.314342] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c134f47-7186-45fa-af36-389e9977eb16" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.314505] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c134f47-7186-45fa-af36-389e9977eb16" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.314588] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c134f47-7186-45fa-af36-389e9977eb16',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.604344] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.604520] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.604572] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.604808] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.604980] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.605090] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.605204] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.605315] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.605417] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.605468] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.605617] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.605733] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.605845] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.605930] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.606086] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.606165] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.606218] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.606350] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.606424] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.606509] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.606600] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.652701] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-623339f9-5bd5-4969-86e4-4653350693b5 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.652867] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.653125] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 931dd417-08d2-47b2-88ec-ec311a5911ae with status ACTIVE [ 1103.653316] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.653563] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.653563] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.653748] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.653789] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.653955] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.654059] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.654118] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.654273] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.654350] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.654532] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.654622] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.654677] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.654967] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.654967] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.654967] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 931dd417-08d2-47b2-88ec-ec311a5911ae is going to be updated. [ 1103.680418] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.680663] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.680663] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.680946] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.681112] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.681271] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-931dd417-08d2-47b2-88ec-ec311a5911ae" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.715366] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('623339f9-5bd5-4969-86e4-4653350693b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.839439] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.839798] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.839798] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.840012] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.840012] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.840089] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c134f47-7186-45fa-af36-389e9977eb16 already deleted. [ 1103.840159] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c134f47-7186-45fa-af36-389e9977eb16" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.109283] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a652184f-fd23-4722-80e0-ff95f29138b5: rpc.has_security_group_logging(os_id): False [ 1104.126862] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.127092] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.127092] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.127295] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.127398] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.127619] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.127730] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.127730] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.128064] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.128064] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.128185] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.128257] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.128307] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.128432] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.128506] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.128689] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.128805] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.128866] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.128969] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.129049] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.129133] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a652184f-fd23-4722-80e0-ff95f29138b5 is going to be updated. [ 1104.198597] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.198739] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.198837] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.199143] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.199217] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.214936] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: IN_PROGRESS for 2s [ 1104.217346] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('623339f9-5bd5-4969-86e4-4653350693b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.719856] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.720056] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.720143] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.720359] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.720469] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.720562] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 623339f9-5bd5-4969-86e4-4653350693b5 is going to be updated. [ 1104.760280] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.760531] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.760706] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.760851] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.761013] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.771924] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 623339f9-5bd5-4969-86e4-4653350693b5 in Status: IN_PROGRESS for 2s [ 1106.234650] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: SUCCESS [ 1106.235185] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.375702] env[65426]: INFO networking_nsxv3.common.synchronization [None req-30e47265-d8f1-4f53-a633-64b341693796 None None] Enqueued Resource ID: acf2d541-9e8f-4ca0-8c46-8f95d0b78741 with Priority: HIGHEST for action port [ 1106.376664] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acf2d541-9e8f-4ca0-8c46-8f95d0b78741 with Priority: HIGHEST for action port [ 1106.379803] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-acf2d541-9e8f-4ca0-8c46-8f95d0b78741 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.381024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acf2d541-9e8f-4ca0-8c46-8f95d0b78741" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.381145] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acf2d541-9e8f-4ca0-8c46-8f95d0b78741" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.382035] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acf2d541-9e8f-4ca0-8c46-8f95d0b78741" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.382035] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acf2d541-9e8f-4ca0-8c46-8f95d0b78741',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.781908] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 623339f9-5bd5-4969-86e4-4653350693b5 in Status: SUCCESS [ 1106.782155] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.782359] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.782541] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.782762] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.782882] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.782934] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.783106] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.783188] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.783271] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.783361] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('623339f9-5bd5-4969-86e4-4653350693b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.883563] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port acf2d541-9e8f-4ca0-8c46-8f95d0b78741 [ 1106.884447] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.884447] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.884447] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.884667] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.884705] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.885424] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:acf2d541-9e8f-4ca0-8c46-8f95d0b78741 already deleted. [ 1106.885424] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acf2d541-9e8f-4ca0-8c46-8f95d0b78741" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.285993] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-623339f9-5bd5-4969-86e4-4653350693b5 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.285993] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.285993] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.285993] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.286476] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.286476] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.286476] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.286476] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.286619] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.286659] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.287046] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-623339f9-5bd5-4969-86e4-4653350693b5 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.287446] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.287582] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.287800] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.287977] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.288134] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.288200] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.288352] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.288450] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.288563] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.288710] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('623339f9-5bd5-4969-86e4-4653350693b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.790905] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 623339f9-5bd5-4969-86e4-4653350693b5: rpc.has_security_group_logging(os_id): False [ 1107.812436] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.812581] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.812734] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.816025] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.816025] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.816025] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.816025] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.816025] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.816025] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.816025] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.816025] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.816025] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.816025] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.816025] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.816025] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.816025] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.816025] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.816978] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.816978] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.816978] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.816978] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 623339f9-5bd5-4969-86e4-4653350693b5 is going to be updated. [ 1107.892763] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.893021] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.893021] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.893163] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.893305] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.906572] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 623339f9-5bd5-4969-86e4-4653350693b5 in Status: IN_PROGRESS for 2s [ 1108.032040] env[65426]: INFO networking_nsxv3.common.synchronization [req-e2c97728-2f5b-4ae4-99f2-ab4f89064e0d req-b31fa6a2-9630-42bb-8963-7af52f253621 tempest-AttachVolumeNegativeTest-527449890 tempest-AttachVolumeNegativeTest-527449890-project-member] Enqueued Resource ID: de76fa18-0c25-4974-9f49-87a7940a32e1 with Priority: HIGHEST for action security_group_members [ 1108.033037] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de76fa18-0c25-4974-9f49-87a7940a32e1 with Priority: HIGHEST for action security_group_members [ 1108.033037] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-de76fa18-0c25-4974-9f49-87a7940a32e1 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.033214] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de76fa18-0c25-4974-9f49-87a7940a32e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.033214] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de76fa18-0c25-4974-9f49-87a7940a32e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.033488] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de76fa18-0c25-4974-9f49-87a7940a32e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.033622] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.033786] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.033786] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.033960] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.034063] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.034364] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de76fa18-0c25-4974-9f49-87a7940a32e1',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.421072] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-523 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.421072] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-523" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.421072] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-523" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.421072] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-523" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.421072] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.421072] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.421072] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.421072] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.422201] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.422201] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.422201] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.422201] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.422201] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.422201] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.422201] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.422705] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.440990] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.441229] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1108.441389] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.441599] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-523" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.442480] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-eb87f719-db3e-4d8f-9384-311aa3b8b427 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.442669] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-eb87f719-db3e-4d8f-9384-311aa3b8b427" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.442811] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-eb87f719-db3e-4d8f-9384-311aa3b8b427" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.443530] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-eb87f719-db3e-4d8f-9384-311aa3b8b427" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.443769] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb87f719-db3e-4d8f-9384-311aa3b8b427',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.536627] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.536808] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.536876] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.537248] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.537344] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.537574] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.537687] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.537756] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.537924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.537985] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.538084] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de76fa18-0c25-4974-9f49-87a7940a32e1 already deleted. [ 1108.538166] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de76fa18-0c25-4974-9f49-87a7940a32e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.835350] env[65426]: INFO networking_nsxv3.common.synchronization [None req-48f5413c-2f8d-45e7-b15d-9ad31e950107 None None] Enqueued Resource ID: 4b6b959b-3a2d-444d-9b13-3c10eae9377e with Priority: HIGHEST for action port [ 1108.835904] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b6b959b-3a2d-444d-9b13-3c10eae9377e with Priority: HIGHEST for action port [ 1108.836298] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b6b959b-3a2d-444d-9b13-3c10eae9377e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.836453] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b6b959b-3a2d-444d-9b13-3c10eae9377e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.836507] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b6b959b-3a2d-444d-9b13-3c10eae9377e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.836870] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b6b959b-3a2d-444d-9b13-3c10eae9377e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.837025] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b6b959b-3a2d-444d-9b13-3c10eae9377e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.947787] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.947787] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.948186] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.948412] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.948412] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.948609] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port eb87f719-db3e-4d8f-9384-311aa3b8b427 not found, creating... [ 1108.948851] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.949019] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.949156] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.949396] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.949515] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.950037] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.950185] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.950378] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.950724] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.950926] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.951101] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: eb87f719-db3e-4d8f-9384-311aa3b8b427 is going to be created. [ 1108.984080] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.984345] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.984453] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.984715] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.984937] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.985311] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-eb87f719-db3e-4d8f-9384-311aa3b8b427" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.338930] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b6b959b-3a2d-444d-9b13-3c10eae9377e [ 1109.339187] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.339323] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.339390] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.339620] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.339701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.339803] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b6b959b-3a2d-444d-9b13-3c10eae9377e already deleted. [ 1109.339885] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b6b959b-3a2d-444d-9b13-3c10eae9377e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.688443] env[65426]: INFO networking_nsxv3.common.synchronization [req-e2c97728-2f5b-4ae4-99f2-ab4f89064e0d req-e79f39c9-1601-4c8b-9b72-788eecec234f service nova] Enqueued Resource ID: de76fa18-0c25-4974-9f49-87a7940a32e1 with Priority: HIGHEST for action security_group_rules [ 1109.688443] env[65426]: INFO networking_nsxv3.common.synchronization [req-e2c97728-2f5b-4ae4-99f2-ab4f89064e0d req-e79f39c9-1601-4c8b-9b72-788eecec234f service nova] Enqueued Resource ID: de76fa18-0c25-4974-9f49-87a7940a32e1 with Priority: HIGHEST for action security_group_members [ 1109.688956] env[65426]: INFO networking_nsxv3.common.synchronization [req-e2c97728-2f5b-4ae4-99f2-ab4f89064e0d req-e79f39c9-1601-4c8b-9b72-788eecec234f service nova] Enqueued Resource ID: eb87f719-db3e-4d8f-9384-311aa3b8b427 with Priority: HIGHEST for action port [ 1109.689131] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de76fa18-0c25-4974-9f49-87a7940a32e1 with Priority: HIGHEST for action security_group_rules [ 1109.689312] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de76fa18-0c25-4974-9f49-87a7940a32e1 with Priority: HIGHEST for action security_group_members [ 1109.689357] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb87f719-db3e-4d8f-9384-311aa3b8b427 with Priority: HIGHEST for action port [ 1109.689662] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de76fa18-0c25-4974-9f49-87a7940a32e1 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.689824] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de76fa18-0c25-4974-9f49-87a7940a32e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.689891] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de76fa18-0c25-4974-9f49-87a7940a32e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.690102] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de76fa18-0c25-4974-9f49-87a7940a32e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.690184] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de76fa18-0c25-4974-9f49-87a7940a32e1',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.691714] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-de76fa18-0c25-4974-9f49-87a7940a32e1 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.691875] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de76fa18-0c25-4974-9f49-87a7940a32e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.691875] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de76fa18-0c25-4974-9f49-87a7940a32e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.691875] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de76fa18-0c25-4974-9f49-87a7940a32e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.692404] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.692404] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.692536] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.692593] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.692706] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.692788] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de76fa18-0c25-4974-9f49-87a7940a32e1',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.693743] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb87f719-db3e-4d8f-9384-311aa3b8b427 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.694407] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb87f719-db3e-4d8f-9384-311aa3b8b427" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.694407] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb87f719-db3e-4d8f-9384-311aa3b8b427" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.694407] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb87f719-db3e-4d8f-9384-311aa3b8b427" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.694407] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb87f719-db3e-4d8f-9384-311aa3b8b427',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.919455] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 623339f9-5bd5-4969-86e4-4653350693b5 in Status: SUCCESS [ 1109.919691] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.196115] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de76fa18-0c25-4974-9f49-87a7940a32e1',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.197295] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-de76fa18-0c25-4974-9f49-87a7940a32e1 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.197408] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de76fa18-0c25-4974-9f49-87a7940a32e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.197650] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb87f719-db3e-4d8f-9384-311aa3b8b427 with status ACTIVE [ 1110.197891] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.198056] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.198145] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.199304] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.199304] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.199304] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.199304] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.199304] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.199304] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.199304] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.200134] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.200134] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.200134] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.200134] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.200134] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.200533] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb87f719-db3e-4d8f-9384-311aa3b8b427 is going to be updated. [ 1110.227716] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.227944] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.228038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.228275] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.228415] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.228591] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb87f719-db3e-4d8f-9384-311aa3b8b427" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.703073] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de76fa18-0c25-4974-9f49-87a7940a32e1',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.205268] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.205530] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.205658] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.205908] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.206099] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.206214] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de76fa18-0c25-4974-9f49-87a7940a32e1 is going to be created. [ 1111.235678] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.236282] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.236400] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.236653] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.237809] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.251441] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de76fa18-0c25-4974-9f49-87a7940a32e1 in Status: UNINITIALIZED for 2s [ 1112.777271] env[65426]: INFO networking_nsxv3.common.synchronization [req-ce81aecf-4295-41a0-be7b-b5b8b546e897 req-0a4eeeae-f2b7-440e-acaf-21c6fe0a8e3b tempest-ServerActionsTestJSON-2130197459 tempest-ServerActionsTestJSON-2130197459-project-member] Enqueued Resource ID: 7c134f47-7186-45fa-af36-389e9977eb16 with Priority: HIGHEST for action security_group_members [ 1112.777732] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c134f47-7186-45fa-af36-389e9977eb16 with Priority: HIGHEST for action security_group_members [ 1112.778072] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c134f47-7186-45fa-af36-389e9977eb16 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.778193] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c134f47-7186-45fa-af36-389e9977eb16" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.778256] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c134f47-7186-45fa-af36-389e9977eb16" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.778549] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c134f47-7186-45fa-af36-389e9977eb16" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.778798] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.778893] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.778893] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.779164] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.779293] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.779425] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c134f47-7186-45fa-af36-389e9977eb16',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.240991] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-366 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.240991] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-366" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.240991] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-366" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.240991] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-366" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.240991] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.240991] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.240991] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.241573] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.241831] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.242171] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.242919] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.243265] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.243494] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.243719] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.243929] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.244187] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.267398] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.267816] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1113.268722] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.268722] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-366" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.268980] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-b5fea08f-df0d-451c-93a4-e5a841e417a0 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.269465] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-b5fea08f-df0d-451c-93a4-e5a841e417a0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.270340] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-b5fea08f-df0d-451c-93a4-e5a841e417a0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.270340] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-b5fea08f-df0d-451c-93a4-e5a841e417a0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.270340] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5fea08f-df0d-451c-93a4-e5a841e417a0',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.272066] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de76fa18-0c25-4974-9f49-87a7940a32e1 in Status: SUCCESS [ 1113.272315] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de76fa18-0c25-4974-9f49-87a7940a32e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.272519] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de76fa18-0c25-4974-9f49-87a7940a32e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.272763] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de76fa18-0c25-4974-9f49-87a7940a32e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.272960] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.273317] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.273407] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.273566] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.273651] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.273740] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de76fa18-0c25-4974-9f49-87a7940a32e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.273832] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de76fa18-0c25-4974-9f49-87a7940a32e1',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.282636] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.282790] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.282863] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.283120] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.283161] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.283403] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.283486] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.283517] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.283649] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.283741] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.283830] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c134f47-7186-45fa-af36-389e9977eb16 already deleted. [ 1113.283910] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c134f47-7186-45fa-af36-389e9977eb16" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.503438] env[65426]: INFO networking_nsxv3.common.synchronization [req-cc897155-c1bc-4f38-9ac2-3794ff6753c2 req-ec17ad41-fef8-42a7-8368-2e2797ce9043 tempest-DeleteServersTestJSON-1156533855 tempest-DeleteServersTestJSON-1156533855-project-member] Enqueued Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_members [ 1113.504057] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_members [ 1113.504897] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.504897] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.504897] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.505109] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.505282] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.506198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.506198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.506198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.506198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.506198] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.776410] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.776638] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.776782] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.777083] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.777243] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.777442] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port b5fea08f-df0d-451c-93a4-e5a841e417a0 not found, creating... [ 1113.778147] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.778331] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.778453] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.778695] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.778862] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.779167] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.779328] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.779442] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.779658] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.779791] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.779936] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: b5fea08f-df0d-451c-93a4-e5a841e417a0 is going to be created. [ 1113.781410] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de76fa18-0c25-4974-9f49-87a7940a32e1',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.806044] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.806044] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.806044] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.806044] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.806044] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.806538] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-b5fea08f-df0d-451c-93a4-e5a841e417a0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.008430] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.008553] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.008587] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.009131] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.009131] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.009239] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.009306] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.009376] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.009511] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.009626] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.009735] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a652184f-fd23-4722-80e0-ff95f29138b5 is going to be updated. [ 1114.048256] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.048480] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.048622] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.049070] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.049288] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.059694] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: IN_PROGRESS for 2s [ 1114.286820] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de76fa18-0c25-4974-9f49-87a7940a32e1: rpc.has_security_group_logging(os_id): False [ 1114.309895] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.310054] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.310841] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.310841] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.310841] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.310841] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.310841] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.310841] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.311079] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.311114] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.311304] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de76fa18-0c25-4974-9f49-87a7940a32e1 is going to be created. [ 1114.374667] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.374860] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.374860] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.375214] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.375398] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.388585] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de76fa18-0c25-4974-9f49-87a7940a32e1 in Status: IN_PROGRESS for 2s [ 1114.520622] env[65426]: INFO networking_nsxv3.common.synchronization [req-ce81aecf-4295-41a0-be7b-b5b8b546e897 req-a8432796-3530-4170-a94e-67da7c3274ba service nova] Enqueued Resource ID: 7c134f47-7186-45fa-af36-389e9977eb16 with Priority: HIGHEST for action security_group_rules [ 1114.520820] env[65426]: INFO networking_nsxv3.common.synchronization [req-ce81aecf-4295-41a0-be7b-b5b8b546e897 req-a8432796-3530-4170-a94e-67da7c3274ba service nova] Enqueued Resource ID: 7c134f47-7186-45fa-af36-389e9977eb16 with Priority: HIGHEST for action security_group_members [ 1114.520977] env[65426]: INFO networking_nsxv3.common.synchronization [req-ce81aecf-4295-41a0-be7b-b5b8b546e897 req-a8432796-3530-4170-a94e-67da7c3274ba service nova] Enqueued Resource ID: b5fea08f-df0d-451c-93a4-e5a841e417a0 with Priority: HIGHEST for action port [ 1114.521649] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c134f47-7186-45fa-af36-389e9977eb16 with Priority: HIGHEST for action security_group_rules [ 1114.521789] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c134f47-7186-45fa-af36-389e9977eb16 with Priority: HIGHEST for action security_group_members [ 1114.521924] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5fea08f-df0d-451c-93a4-e5a841e417a0 with Priority: HIGHEST for action port [ 1114.522198] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c134f47-7186-45fa-af36-389e9977eb16 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.522323] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c134f47-7186-45fa-af36-389e9977eb16" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.522385] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c134f47-7186-45fa-af36-389e9977eb16" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.522599] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c134f47-7186-45fa-af36-389e9977eb16" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.522683] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c134f47-7186-45fa-af36-389e9977eb16',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.523736] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c134f47-7186-45fa-af36-389e9977eb16 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.523888] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c134f47-7186-45fa-af36-389e9977eb16" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.524037] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c134f47-7186-45fa-af36-389e9977eb16" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.524824] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c134f47-7186-45fa-af36-389e9977eb16" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.524824] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.524824] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.524824] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.524824] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.524824] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.524824] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c134f47-7186-45fa-af36-389e9977eb16',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.526117] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5fea08f-df0d-451c-93a4-e5a841e417a0 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.526243] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5fea08f-df0d-451c-93a4-e5a841e417a0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.526309] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5fea08f-df0d-451c-93a4-e5a841e417a0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.526465] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5fea08f-df0d-451c-93a4-e5a841e417a0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.526540] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5fea08f-df0d-451c-93a4-e5a841e417a0',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.962768] env[65426]: INFO networking_nsxv3.common.synchronization [req-ebaa720b-8819-4862-b94d-618b0abe092e req-7c09fb23-44f9-4161-aa29-c269b13094c6 tempest-ServerDiskConfigTestJSON-592727729 tempest-ServerDiskConfigTestJSON-592727729-project-member] Enqueued Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_members [ 1114.963688] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_members [ 1114.963688] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.963688] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.963688] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.963896] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.964048] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.965490] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.965490] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.965490] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.965490] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.965490] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.029076] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c134f47-7186-45fa-af36-389e9977eb16',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.030081] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c134f47-7186-45fa-af36-389e9977eb16 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.030081] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c134f47-7186-45fa-af36-389e9977eb16" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.031428] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5fea08f-df0d-451c-93a4-e5a841e417a0 with status ACTIVE [ 1115.031631] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.031817] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.031877] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.032124] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.032216] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.032394] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.032492] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.032553] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.032721] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.032816] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.033009] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.033111] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.033171] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.033310] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.034234] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.034457] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5fea08f-df0d-451c-93a4-e5a841e417a0 is going to be updated. [ 1115.056887] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.056887] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.056887] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.057165] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.057199] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.057653] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5fea08f-df0d-451c-93a4-e5a841e417a0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.466526] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.466714] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.466766] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.467020] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.467159] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.467403] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.467537] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.467640] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.467821] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.467958] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.468086] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 is going to be updated. [ 1115.514061] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.514061] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.514061] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.514294] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.514324] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.523963] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: IN_PROGRESS for 2s [ 1115.531462] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c134f47-7186-45fa-af36-389e9977eb16',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.033770] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.034111] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.034111] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.034291] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.034344] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.034446] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c134f47-7186-45fa-af36-389e9977eb16 is going to be created. [ 1116.058695] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.058940] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.058940] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.059127] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.059277] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.070986] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: SUCCESS [ 1116.071123] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a652184f-fd23-4722-80e0-ff95f29138b5 deletion is rescheduled due to dependency. [ 1116.071156] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.071835] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c134f47-7186-45fa-af36-389e9977eb16 in Status: UNINITIALIZED for 2s [ 1116.405068] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de76fa18-0c25-4974-9f49-87a7940a32e1 in Status: SUCCESS [ 1116.405362] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de76fa18-0c25-4974-9f49-87a7940a32e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.517547] env[65426]: INFO networking_nsxv3.common.synchronization [req-5993dbe1-08b3-46ad-bd95-b1bf6774e8f7 req-b5628531-5040-4740-8e60-dc937c96c383 tempest-ServerDiskConfigTestJSON-592727729 tempest-ServerDiskConfigTestJSON-592727729-project-member] Enqueued Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_members [ 1116.517811] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_members [ 1116.518242] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.518344] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.857020] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-42 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.857020] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-42" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.857020] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-42" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.857020] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-42" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.857575] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.857970] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.858250] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.858603] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.861019] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.861019] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.861019] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.861019] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.861019] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.861019] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.861019] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.861019] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.880640] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.881087] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1116.881347] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.881676] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-42" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.882182] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-9f1a8136-70e2-425d-b84a-dccd11ef6706 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.882693] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-9f1a8136-70e2-425d-b84a-dccd11ef6706" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.882977] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-9f1a8136-70e2-425d-b84a-dccd11ef6706" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.883472] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-9f1a8136-70e2-425d-b84a-dccd11ef6706" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.883773] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f1a8136-70e2-425d-b84a-dccd11ef6706',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.386414] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.386746] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.386746] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.387568] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.387778] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.387945] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port 9f1a8136-70e2-425d-b84a-dccd11ef6706 not found, creating... [ 1117.388339] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.388648] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.388648] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.388769] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.388905] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.389776] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.389776] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.389776] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.389992] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.390114] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.390264] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: 9f1a8136-70e2-425d-b84a-dccd11ef6706 is going to be created. [ 1117.393396] env[65426]: INFO networking_nsxv3.common.synchronization [req-fad20ce7-7f4f-4891-a806-87179e82990f req-787972a2-3fec-4dad-871c-63da4b429d92 tempest-AttachInterfacesTestJSON-1787164303 tempest-AttachInterfacesTestJSON-1787164303-project-member] Enqueued Resource ID: 623339f9-5bd5-4969-86e4-4653350693b5 with Priority: HIGHEST for action security_group_members [ 1117.393640] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 623339f9-5bd5-4969-86e4-4653350693b5 with Priority: HIGHEST for action security_group_members [ 1117.394275] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-623339f9-5bd5-4969-86e4-4653350693b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.394378] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.394444] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.394613] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.394750] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.394844] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.394962] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.395235] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.395345] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.395437] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('623339f9-5bd5-4969-86e4-4653350693b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.411188] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.411407] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.411485] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.411729] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.411945] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.412185] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-9f1a8136-70e2-425d-b84a-dccd11ef6706" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.536942] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: SUCCESS [ 1117.536942] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 deletion is rescheduled due to dependency. [ 1117.536942] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.536942] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.536942] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.536942] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.536942] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.536942] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.536942] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.536942] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.536942] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.897273] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('623339f9-5bd5-4969-86e4-4653350693b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.040297] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.040478] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.040542] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.040759] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.040863] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.041058] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.041182] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.041235] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.041363] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.041438] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.041585] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 is going to be updated. [ 1118.068110] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.068251] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.068320] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.068526] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.068665] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.079790] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: IN_PROGRESS for 2s [ 1118.081777] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c134f47-7186-45fa-af36-389e9977eb16 in Status: SUCCESS [ 1118.081976] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c134f47-7186-45fa-af36-389e9977eb16" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.082159] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c134f47-7186-45fa-af36-389e9977eb16" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.082416] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c134f47-7186-45fa-af36-389e9977eb16" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.082646] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.082646] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.082796] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.083052] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.083165] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.083277] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c134f47-7186-45fa-af36-389e9977eb16" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.083379] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c134f47-7186-45fa-af36-389e9977eb16',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.119895] env[65426]: INFO networking_nsxv3.common.synchronization [req-5993dbe1-08b3-46ad-bd95-b1bf6774e8f7 req-5f695ec8-2af5-4375-abd3-d0546c151426 service nova] Enqueued Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_rules [ 1118.119895] env[65426]: INFO networking_nsxv3.common.synchronization [req-5993dbe1-08b3-46ad-bd95-b1bf6774e8f7 req-5f695ec8-2af5-4375-abd3-d0546c151426 service nova] Enqueued Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_members [ 1118.119895] env[65426]: INFO networking_nsxv3.common.synchronization [req-5993dbe1-08b3-46ad-bd95-b1bf6774e8f7 req-5f695ec8-2af5-4375-abd3-d0546c151426 service nova] Enqueued Resource ID: 9f1a8136-70e2-425d-b84a-dccd11ef6706 with Priority: HIGHEST for action port [ 1118.120926] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_rules [ 1118.121408] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_members [ 1118.124876] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f1a8136-70e2-425d-b84a-dccd11ef6706 with Priority: HIGHEST for action port [ 1118.124876] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.124876] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.124876] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.124876] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.124876] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.124876] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.124876] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.124876] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f1a8136-70e2-425d-b84a-dccd11ef6706 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.124876] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f1a8136-70e2-425d-b84a-dccd11ef6706" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.124876] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f1a8136-70e2-425d-b84a-dccd11ef6706" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.124876] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f1a8136-70e2-425d-b84a-dccd11ef6706" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.124876] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f1a8136-70e2-425d-b84a-dccd11ef6706',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.169089] env[65426]: INFO networking_nsxv3.common.synchronization [None req-b99f5fd4-e157-4537-816a-e5eb846a9323 tempest-AttachInterfacesTestJSON-1787164303 tempest-AttachInterfacesTestJSON-1787164303-project-member] Enqueued Resource ID: 623339f9-5bd5-4969-86e4-4653350693b5 with Priority: HIGHEST for action security_group_members [ 1118.169089] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 623339f9-5bd5-4969-86e4-4653350693b5 with Priority: HIGHEST for action security_group_members [ 1118.169089] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-623339f9-5bd5-4969-86e4-4653350693b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.169475] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.403297] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('623339f9-5bd5-4969-86e4-4653350693b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.585550] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c134f47-7186-45fa-af36-389e9977eb16',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.628745] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f1a8136-70e2-425d-b84a-dccd11ef6706 with status ACTIVE [ 1118.628993] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.629147] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.629223] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.629443] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.629941] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.629941] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.629941] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.629941] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.630141] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.630141] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.630271] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.630363] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.630415] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.630551] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.630630] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.630709] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f1a8136-70e2-425d-b84a-dccd11ef6706 is going to be updated. [ 1118.632099] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.632204] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.656725] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.656902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.656942] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.657198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.657381] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.657491] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f1a8136-70e2-425d-b84a-dccd11ef6706" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.907368] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.907441] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.907468] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.908111] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.908111] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.908111] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 623339f9-5bd5-4969-86e4-4653350693b5 is going to be updated. [ 1118.938462] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.938462] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.938462] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.938724] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.938866] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.948624] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 623339f9-5bd5-4969-86e4-4653350693b5 in Status: IN_PROGRESS for 2s [ 1119.089366] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c134f47-7186-45fa-af36-389e9977eb16: rpc.has_security_group_logging(os_id): False [ 1119.108888] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.109059] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.109783] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.109783] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.109783] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.109783] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.109783] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.109945] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.109945] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.110227] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.110227] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c134f47-7186-45fa-af36-389e9977eb16 is going to be created. [ 1119.178066] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.178613] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.178613] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.178803] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.179027] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.189293] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c134f47-7186-45fa-af36-389e9977eb16 in Status: IN_PROGRESS for 2s [ 1120.091454] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: SUCCESS [ 1120.091808] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 deletion is rescheduled due to dependency. [ 1120.091808] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.092082] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.092264] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.092406] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.092522] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.092586] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.092760] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.092946] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.093087] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.595624] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.958589] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 623339f9-5bd5-4969-86e4-4653350693b5 in Status: SUCCESS [ 1120.958844] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.959033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.959956] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.959956] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.959956] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.959956] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.959956] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.959956] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.959956] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('623339f9-5bd5-4969-86e4-4653350693b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.995347] env[65426]: INFO networking_nsxv3.common.synchronization [req-8922f287-40aa-42e9-99e5-6b6a46f27006 req-208f9b74-0440-43f8-a029-3482b0c48ec8 tempest-AttachInterfacesTestJSON-1787164303 tempest-AttachInterfacesTestJSON-1787164303-project-member] Enqueued Resource ID: 212b3187-b652-4960-8464-c24f0af67a7c with Priority: HIGHEST for action security_group_members [ 1120.995882] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 212b3187-b652-4960-8464-c24f0af67a7c with Priority: HIGHEST for action security_group_members [ 1120.996329] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-212b3187-b652-4960-8464-c24f0af67a7c taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.996451] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-212b3187-b652-4960-8464-c24f0af67a7c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.996517] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-212b3187-b652-4960-8464-c24f0af67a7c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.996781] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-212b3187-b652-4960-8464-c24f0af67a7c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.996991] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.997106] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.997460] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.997460] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.997460] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.997460] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('212b3187-b652-4960-8464-c24f0af67a7c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.099446] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.201039] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c134f47-7186-45fa-af36-389e9977eb16 in Status: SUCCESS [ 1121.201194] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c134f47-7186-45fa-af36-389e9977eb16" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.463051] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.463198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.463276] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.463492] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.463588] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.463794] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.463948] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.464029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.464174] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.464256] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.464344] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 623339f9-5bd5-4969-86e4-4653350693b5 is going to be updated. [ 1121.492235] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.492369] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.492437] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.492645] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.492849] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.500553] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.500729] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.500844] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.501037] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.503953] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 623339f9-5bd5-4969-86e4-4653350693b5 in Status: IN_PROGRESS for 2s [ 1121.523550] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.523816] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.523954] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.524042] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.524239] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.524349] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.524444] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 212b3187-b652-4960-8464-c24f0af67a7c is going to be updated. [ 1121.554800] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.554986] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.555041] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.555245] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.555386] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.565114] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 212b3187-b652-4960-8464-c24f0af67a7c in Status: IN_PROGRESS for 2s [ 1121.601736] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.601957] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.601957] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.602239] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.602372] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.602509] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 is going to be updated. [ 1121.638771] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.638932] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.638972] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.639239] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.639376] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.649878] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: IN_PROGRESS for 2s [ 1123.513783] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 623339f9-5bd5-4969-86e4-4653350693b5 in Status: SUCCESS [ 1123.514150] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 623339f9-5bd5-4969-86e4-4653350693b5 deletion is rescheduled due to dependency. [ 1123.514302] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.580497] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 212b3187-b652-4960-8464-c24f0af67a7c in Status: SUCCESS [ 1123.580708] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 212b3187-b652-4960-8464-c24f0af67a7c deletion is rescheduled due to dependency. [ 1123.580815] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-212b3187-b652-4960-8464-c24f0af67a7c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.595955] env[65426]: INFO networking_nsxv3.common.synchronization [req-a6c9dc68-72e6-4f3e-ba18-854dc5557ba8 req-37e814d1-0bb6-4ac7-9b64-0cd5fbccd4be tempest-DeleteServersTestJSON-1156533855 tempest-DeleteServersTestJSON-1156533855-project-member] Enqueued Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_members [ 1123.596331] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_members [ 1123.596658] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.596800] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.596845] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.597056] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.597207] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.597987] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.597987] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.597987] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.597987] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.597987] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.659388] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: SUCCESS [ 1123.659599] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.659775] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.660021] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.660218] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.660335] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.660450] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.660635] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.660884] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.660884] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.660884] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.934732] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.934945] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-429" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.935079] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-429" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.935342] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-429" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.935597] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.935748] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.935862] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.936292] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.936873] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.937179] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.937403] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.937564] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.937710] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.937864] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.937999] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.938181] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.957503] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.957670] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1123.957804] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.958050] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-429" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.958310] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-8b2d5aac-fd9d-4dc9-8144-4b2143e96b2e taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.958480] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-8b2d5aac-fd9d-4dc9-8144-4b2143e96b2e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.958594] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-8b2d5aac-fd9d-4dc9-8144-4b2143e96b2e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.958921] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-8b2d5aac-fd9d-4dc9-8144-4b2143e96b2e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.959067] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b2d5aac-fd9d-4dc9-8144-4b2143e96b2e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.100861] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.101065] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.101119] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.101346] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.101435] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.101634] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.101727] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.101794] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.101949] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.102055] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.102158] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a652184f-fd23-4722-80e0-ff95f29138b5 is going to be updated. [ 1124.128094] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.128274] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.128370] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.128580] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.128725] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.137706] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: IN_PROGRESS for 2s [ 1124.163543] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.163721] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.163806] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.164250] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.164250] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.164370] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.164370] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.164519] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.164605] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.164694] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.164840] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.164998] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.164998] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.165146] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.165279] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.165369] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.165510] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.165561] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.165625] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.165706] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.165797] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.461237] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.461440] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.461586] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.461906] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.462093] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.462279] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 8b2d5aac-fd9d-4dc9-8144-4b2143e96b2e not found, creating... [ 1124.462577] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.462759] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.462929] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.463203] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.463372] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.463687] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.463885] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.464044] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.464283] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.464442] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.464602] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 8b2d5aac-fd9d-4dc9-8144-4b2143e96b2e is going to be created. [ 1124.485936] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.486266] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.486462] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.486740] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.486972] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.487204] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-8b2d5aac-fd9d-4dc9-8144-4b2143e96b2e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.668231] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2: rpc.has_security_group_logging(os_id): False [ 1124.687912] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.688108] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.688108] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.688496] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.688496] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.688595] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.688704] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.688766] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.689172] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.689172] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.689257] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.689306] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.689333] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.689728] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.689728] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.689728] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.689910] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.689910] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.690092] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.690142] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.690187] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 is going to be updated. [ 1124.755092] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.755281] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.755317] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.755546] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.755649] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.770693] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: IN_PROGRESS for 2s [ 1125.194225] env[65426]: INFO networking_nsxv3.common.synchronization [req-a6c9dc68-72e6-4f3e-ba18-854dc5557ba8 req-dde2d6cb-1a57-4a46-b1f9-67e9ae54a0f8 service nova] Enqueued Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_rules [ 1125.194444] env[65426]: INFO networking_nsxv3.common.synchronization [req-a6c9dc68-72e6-4f3e-ba18-854dc5557ba8 req-dde2d6cb-1a57-4a46-b1f9-67e9ae54a0f8 service nova] Enqueued Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_members [ 1125.194587] env[65426]: INFO networking_nsxv3.common.synchronization [req-a6c9dc68-72e6-4f3e-ba18-854dc5557ba8 req-dde2d6cb-1a57-4a46-b1f9-67e9ae54a0f8 service nova] Enqueued Resource ID: 8b2d5aac-fd9d-4dc9-8144-4b2143e96b2e with Priority: HIGHEST for action port [ 1125.195097] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_rules [ 1125.195242] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_members [ 1125.195361] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b2d5aac-fd9d-4dc9-8144-4b2143e96b2e with Priority: HIGHEST for action port [ 1125.195840] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.195922] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.195922] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.196204] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.196287] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.197743] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.197841] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.198063] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b2d5aac-fd9d-4dc9-8144-4b2143e96b2e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.198190] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b2d5aac-fd9d-4dc9-8144-4b2143e96b2e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.198254] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b2d5aac-fd9d-4dc9-8144-4b2143e96b2e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.198437] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b2d5aac-fd9d-4dc9-8144-4b2143e96b2e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.198513] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b2d5aac-fd9d-4dc9-8144-4b2143e96b2e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.700553] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.700850] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.704130] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b2d5aac-fd9d-4dc9-8144-4b2143e96b2e with status ACTIVE [ 1125.704331] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.704455] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.704523] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.704731] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.704820] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.704995] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.705122] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.705164] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.705307] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.705383] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.705580] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.705678] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.705751] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.705911] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.705988] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.706096] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b2d5aac-fd9d-4dc9-8144-4b2143e96b2e is going to be updated. [ 1125.747652] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.747902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.748044] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.748482] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.748808] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.749096] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b2d5aac-fd9d-4dc9-8144-4b2143e96b2e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.790595] env[65426]: INFO networking_nsxv3.common.synchronization [None req-996dd319-d08d-4bcf-8600-093f2aa2584a tempest-AttachInterfacesTestJSON-1787164303 tempest-AttachInterfacesTestJSON-1787164303-project-member] Enqueued Resource ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 with Priority: HIGHEST for action security_group_rules [ 1125.791224] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 with Priority: HIGHEST for action security_group_rules [ 1125.791535] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77b337ac-65aa-48b5-9673-9b637fd1afd7 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.791655] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.791723] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.792098] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.792098] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77b337ac-65aa-48b5-9673-9b637fd1afd7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.880274] env[65426]: INFO networking_nsxv3.common.synchronization [None req-d50ec72c-774c-4763-a279-d4b39d3ac199 tempest-AttachInterfacesTestJSON-1787164303 tempest-AttachInterfacesTestJSON-1787164303-project-member] Enqueued Resource ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 with Priority: HIGHEST for action security_group_rules [ 1125.880649] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 with Priority: HIGHEST for action security_group_rules [ 1125.880952] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77b337ac-65aa-48b5-9673-9b637fd1afd7 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.881096] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.149221] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: SUCCESS [ 1126.149387] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a652184f-fd23-4722-80e0-ff95f29138b5 deletion is rescheduled due to dependency. [ 1126.149786] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.149786] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.149918] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.150055] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.150172] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.150236] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.150383] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.150461] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.150552] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.312560] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.312724] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.312767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.313084] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.313190] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.313302] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 already deleted. [ 1126.313404] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.313688] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.313774] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.313898] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77b337ac-65aa-48b5-9673-9b637fd1afd7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.653192] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.786086] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: SUCCESS [ 1126.786086] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.837295] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.837428] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.837561] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.837825] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.837923] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.838038] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 already deleted. [ 1126.838142] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.157287] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.659563] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.659751] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.659824] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.660108] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.660213] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.660319] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a652184f-fd23-4722-80e0-ff95f29138b5 is going to be updated. [ 1127.691993] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.692177] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.692259] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.692423] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.692567] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.704258] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: IN_PROGRESS for 2s [ 1129.716161] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: SUCCESS [ 1129.716397] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.716558] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.716765] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.716960] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.717095] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.717161] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.717311] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.717391] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.717476] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.717567] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.842152] env[65426]: INFO networking_nsxv3.common.synchronization [req-68d74535-940d-48c5-9d9b-99460e75862e req-9cfa8ff0-1df5-49b4-84e3-7754f10a9a79 tempest-ServerDiskConfigTestJSON-592727729 tempest-ServerDiskConfigTestJSON-592727729-project-member] Enqueued Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_members [ 1129.843432] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGHEST for action security_group_members [ 1129.843432] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.843432] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.843432] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.843432] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.843432] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.843665] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.843665] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.843791] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.843903] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.844047] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.219650] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.219819] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.219888] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.220182] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.220433] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.220544] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.220623] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.220801] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.220932] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.221049] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.221242] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.221318] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.221353] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.221482] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.221615] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.221705] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.221765] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.221901] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.221976] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.222067] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.222185] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.350542] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.350721] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.350721] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.350955] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.351056] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.351258] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.351369] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.351433] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.351584] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.351661] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.351746] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 is going to be updated. [ 1130.380959] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.381231] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.381231] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.381472] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.381677] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.393140] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: IN_PROGRESS for 2s [ 1130.724753] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a652184f-fd23-4722-80e0-ff95f29138b5: rpc.has_security_group_logging(os_id): False [ 1130.742515] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.742678] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.742718] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.743137] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.743264] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.743488] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.743592] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.743660] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.743830] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.744053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.744293] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.744396] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.744461] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.744611] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.744690] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.744887] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.744983] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.745075] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.745216] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.745290] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.745374] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a652184f-fd23-4722-80e0-ff95f29138b5 is going to be updated. [ 1130.805279] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.805388] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.805462] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.805669] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.805815] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.816974] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: IN_PROGRESS for 2s [ 1131.304578] env[65426]: INFO networking_nsxv3.common.synchronization [req-9a32b793-c9f0-41a2-bc75-703501cca741 req-e1fc7b07-448f-4180-a0bd-0c3aa50fedcc tempest-AttachInterfacesTestJSON-1787164303 tempest-AttachInterfacesTestJSON-1787164303-project-member] Enqueued Resource ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 with Priority: HIGHEST for action security_group_members [ 1131.305163] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 with Priority: HIGHEST for action security_group_members [ 1131.305890] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b337ac-65aa-48b5-9673-9b637fd1afd7 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.306164] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.306259] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.306526] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.306869] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.306869] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.306869] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.307075] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.307171] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.307269] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77b337ac-65aa-48b5-9673-9b637fd1afd7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.618468] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.618745] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-784" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.618919] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-784" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.619779] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-784" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.620166] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.620383] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.620549] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.620830] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.621022] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.621296] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.621536] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1131.621583] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1131.621705] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1131.621850] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.622077] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1131.622284] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1131.645626] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1131.645826] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1131.646080] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1131.646304] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-784" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.646683] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-cb7d3f53-c042-479c-a10b-109954994308 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.646904] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-cb7d3f53-c042-479c-a10b-109954994308" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.647114] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-cb7d3f53-c042-479c-a10b-109954994308" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.647464] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-cb7d3f53-c042-479c-a10b-109954994308" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.647604] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb7d3f53-c042-479c-a10b-109954994308',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.809418] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.809809] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.809809] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.809881] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.809924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.810134] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.810238] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.810302] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.810449] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.810524] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.810609] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 already deleted. [ 1131.810686] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.150547] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.150873] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.151032] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.151315] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.151468] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.151624] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port cb7d3f53-c042-479c-a10b-109954994308 not found, creating... [ 1132.151891] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.152141] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.152270] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.152491] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.152638] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.152940] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.153117] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.153235] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.153436] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.153566] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.153702] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: cb7d3f53-c042-479c-a10b-109954994308 is going to be created. [ 1132.173542] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.173766] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.173923] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.174317] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.174405] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.174622] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-cb7d3f53-c042-479c-a10b-109954994308" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.402529] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 in Status: SUCCESS [ 1132.402718] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 deletion is rescheduled due to dependency. [ 1132.402841] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.828214] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: SUCCESS [ 1132.828544] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.861845] env[65426]: INFO networking_nsxv3.common.synchronization [req-9a32b793-c9f0-41a2-bc75-703501cca741 req-1d9e25a6-8be2-4096-aec4-2dfc8b023212 service nova] Enqueued Resource ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 with Priority: HIGHEST for action security_group_rules [ 1132.862027] env[65426]: INFO networking_nsxv3.common.synchronization [req-9a32b793-c9f0-41a2-bc75-703501cca741 req-1d9e25a6-8be2-4096-aec4-2dfc8b023212 service nova] Enqueued Resource ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 with Priority: HIGHEST for action security_group_members [ 1132.862218] env[65426]: INFO networking_nsxv3.common.synchronization [req-9a32b793-c9f0-41a2-bc75-703501cca741 req-1d9e25a6-8be2-4096-aec4-2dfc8b023212 service nova] Enqueued Resource ID: cb7d3f53-c042-479c-a10b-109954994308 with Priority: HIGHEST for action port [ 1132.862743] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 with Priority: HIGHEST for action security_group_rules [ 1132.862921] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 with Priority: HIGHEST for action security_group_members [ 1132.863063] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb7d3f53-c042-479c-a10b-109954994308 with Priority: HIGHEST for action port [ 1132.863350] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77b337ac-65aa-48b5-9673-9b637fd1afd7 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.863468] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.863534] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.863734] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.863813] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77b337ac-65aa-48b5-9673-9b637fd1afd7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.865155] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b337ac-65aa-48b5-9673-9b637fd1afd7 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.865353] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.865421] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.865591] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.865739] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.865833] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.865903] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.866092] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.866136] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.866224] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77b337ac-65aa-48b5-9673-9b637fd1afd7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.867508] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb7d3f53-c042-479c-a10b-109954994308 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.867702] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb7d3f53-c042-479c-a10b-109954994308" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.868080] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb7d3f53-c042-479c-a10b-109954994308" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.868268] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb7d3f53-c042-479c-a10b-109954994308" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.868349] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb7d3f53-c042-479c-a10b-109954994308',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.366482] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b337ac-65aa-48b5-9673-9b637fd1afd7 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.366625] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.367939] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77b337ac-65aa-48b5-9673-9b637fd1afd7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.371306] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb7d3f53-c042-479c-a10b-109954994308 with status ACTIVE [ 1133.371490] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.371609] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.371677] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.371882] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.371969] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.372156] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.372251] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.372316] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.372463] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.372538] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.372713] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.372803] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.372862] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.373084] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.373163] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.373246] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb7d3f53-c042-479c-a10b-109954994308 is going to be updated. [ 1133.396010] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.396176] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.396241] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.396444] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.396610] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.396729] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb7d3f53-c042-479c-a10b-109954994308" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.870527] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77b337ac-65aa-48b5-9673-9b637fd1afd7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.089108] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-605 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.089323] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-605" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.089448] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-605" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.089718] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-605" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.089978] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.090153] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.090272] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.090512] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.090648] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.090916] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.091036] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.091147] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.091265] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.091369] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.091474] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.091603] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1134.111243] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1134.111423] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1134.111564] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1134.111739] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-605" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.112077] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-836d985b-8a97-4511-a298-6f8203e05821 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.112259] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-836d985b-8a97-4511-a298-6f8203e05821" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.112380] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-836d985b-8a97-4511-a298-6f8203e05821" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.112647] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-836d985b-8a97-4511-a298-6f8203e05821" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.112784] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('836d985b-8a97-4511-a298-6f8203e05821',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.374665] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.374863] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.374954] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.375182] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.375268] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.375372] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 is going to be created. [ 1134.413820] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.413820] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.413820] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.413820] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.413820] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.428138] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 in Status: UNINITIALIZED for 2s [ 1134.615174] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.615439] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.615579] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.615953] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.616138] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.616458] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.616644] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.616802] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.617124] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.617284] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.617609] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.617821] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.618045] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.618234] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.618469] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.618540] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 836d985b-8a97-4511-a298-6f8203e05821 is going to be updated. [ 1134.641206] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.641478] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.641659] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.642035] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.642283] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.642625] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-836d985b-8a97-4511-a298-6f8203e05821" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.341399] env[65426]: INFO networking_nsxv3.common.synchronization [req-a6b412c9-d2db-4e6c-b049-8b1c3c48ca99 req-04421764-ccd5-4abf-be5b-d0cc38e93ecd service nova] Enqueued Resource ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b with Priority: HIGHEST for action security_group_rules [ 1135.341399] env[65426]: INFO networking_nsxv3.common.synchronization [req-a6b412c9-d2db-4e6c-b049-8b1c3c48ca99 req-04421764-ccd5-4abf-be5b-d0cc38e93ecd service nova] Enqueued Resource ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b with Priority: HIGHEST for action security_group_members [ 1135.341399] env[65426]: INFO networking_nsxv3.common.synchronization [req-a6b412c9-d2db-4e6c-b049-8b1c3c48ca99 req-04421764-ccd5-4abf-be5b-d0cc38e93ecd service nova] Enqueued Resource ID: 836d985b-8a97-4511-a298-6f8203e05821 with Priority: HIGHEST for action port [ 1135.341399] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b with Priority: HIGHEST for action security_group_rules [ 1135.341399] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b with Priority: HIGHEST for action security_group_members [ 1135.341850] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 836d985b-8a97-4511-a298-6f8203e05821 with Priority: HIGHEST for action port [ 1135.341850] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe7e643c-d515-42c3-84dd-a5411d3d2d4b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.341850] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.341951] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.342206] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.342206] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe7e643c-d515-42c3-84dd-a5411d3d2d4b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.343751] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe7e643c-d515-42c3-84dd-a5411d3d2d4b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.343911] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.343955] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.344176] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.344296] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.344389] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.344463] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.344584] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.344661] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.344753] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe7e643c-d515-42c3-84dd-a5411d3d2d4b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.346727] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-836d985b-8a97-4511-a298-6f8203e05821 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.346727] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-836d985b-8a97-4511-a298-6f8203e05821" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.346727] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-836d985b-8a97-4511-a298-6f8203e05821" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.346727] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-836d985b-8a97-4511-a298-6f8203e05821" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.346727] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('836d985b-8a97-4511-a298-6f8203e05821',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.844246] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe7e643c-d515-42c3-84dd-a5411d3d2d4b taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.844432] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.846848] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe7e643c-d515-42c3-84dd-a5411d3d2d4b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.849591] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 836d985b-8a97-4511-a298-6f8203e05821 with status ACTIVE [ 1135.849795] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.849929] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.849969] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.850197] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.850288] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.850457] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.850607] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.850607] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.850756] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.850890] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.851219] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.851219] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.851219] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.851440] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.851440] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.851536] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 836d985b-8a97-4511-a298-6f8203e05821 is going to be updated. [ 1135.876084] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.876084] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.876084] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.876084] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.876084] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.876084] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-836d985b-8a97-4511-a298-6f8203e05821" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.349030] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe7e643c-d515-42c3-84dd-a5411d3d2d4b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.440082] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 in Status: SUCCESS [ 1136.440310] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.440450] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.440664] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.440860] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.441066] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.441136] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.441291] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.441370] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.441461] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.441541] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77b337ac-65aa-48b5-9673-9b637fd1afd7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.851943] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.852181] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.852263] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.852439] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.852539] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.852657] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b is going to be updated. [ 1136.887352] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.887585] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.887709] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.888084] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.888364] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.920593] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b in Status: IN_PROGRESS for 2s [ 1136.944206] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77b337ac-65aa-48b5-9673-9b637fd1afd7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.447042] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77b337ac-65aa-48b5-9673-9b637fd1afd7: rpc.has_security_group_logging(os_id): False [ 1137.471059] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.471283] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.471343] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.471567] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.471660] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.471968] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.472086] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.472161] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.472330] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.472417] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.472507] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 is going to be created. [ 1137.541158] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.541528] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.541661] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.541983] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.542257] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.554821] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 in Status: IN_PROGRESS for 2s [ 1137.795343] env[65426]: INFO networking_nsxv3.common.synchronization [req-93b5ef59-1556-474a-b60a-bd2872ddb051 req-3c305187-2bb0-4dba-8998-c46901970391 tempest-DeleteServersTestJSON-1156533855 tempest-DeleteServersTestJSON-1156533855-project-member] Enqueued Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_members [ 1137.795920] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_members [ 1137.796760] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.796923] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.797061] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.797270] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.797455] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.797599] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.797683] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.797887] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.798037] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.798130] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.300531] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.300691] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.300764] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.301080] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.301221] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.301433] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.301535] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.301599] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.301768] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.301844] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.301934] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a652184f-fd23-4722-80e0-ff95f29138b5 is going to be updated. [ 1138.333942] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.334164] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.334243] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.334456] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.334598] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.343673] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: IN_PROGRESS for 2s [ 1138.931345] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b in Status: SUCCESS [ 1138.931345] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.931823] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.931823] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.931877] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.932473] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.932473] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.932473] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.932473] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.932473] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.932473] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe7e643c-d515-42c3-84dd-a5411d3d2d4b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.434980] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe7e643c-d515-42c3-84dd-a5411d3d2d4b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.567483] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 in Status: SUCCESS [ 1139.567745] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.937797] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe7e643c-d515-42c3-84dd-a5411d3d2d4b: rpc.has_security_group_logging(os_id): False [ 1139.958564] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.958768] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.958872] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.959167] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.979699] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.980022] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.980144] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.980218] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.980421] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.980506] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.980598] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b is going to be updated. [ 1140.051716] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.051919] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.051977] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.052170] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.052318] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.067738] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b in Status: IN_PROGRESS for 2s [ 1140.355707] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: SUCCESS [ 1140.355914] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a652184f-fd23-4722-80e0-ff95f29138b5 deletion is rescheduled due to dependency. [ 1140.356026] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.518353] env[65426]: INFO networking_nsxv3.common.synchronization [req-c0e0dd98-37b7-4e48-b024-d535ff2181ca req-2f18f10a-022e-4dde-a270-4535de3bce54 tempest-AttachVolumeTestJSON-860233858 tempest-AttachVolumeTestJSON-860233858-project-member] Enqueued Resource ID: 91a10c1c-e59f-44b2-aa59-f931c822393a with Priority: HIGHEST for action security_group_members [ 1140.519280] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a10c1c-e59f-44b2-aa59-f931c822393a with Priority: HIGHEST for action security_group_members [ 1140.519598] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-91a10c1c-e59f-44b2-aa59-f931c822393a taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.519721] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91a10c1c-e59f-44b2-aa59-f931c822393a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.519785] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91a10c1c-e59f-44b2-aa59-f931c822393a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.519987] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91a10c1c-e59f-44b2-aa59-f931c822393a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.520634] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.520747] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.520816] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.521518] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.521518] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.521518] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91a10c1c-e59f-44b2-aa59-f931c822393a',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.024449] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.024449] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.024449] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.024449] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.024449] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.024449] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.024449] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.025901] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.025901] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.025901] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.025901] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91a10c1c-e59f-44b2-aa59-f931c822393a is going to be updated. [ 1141.064870] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.065115] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.065115] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.065399] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.065596] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.076187] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91a10c1c-e59f-44b2-aa59-f931c822393a in Status: IN_PROGRESS for 2s [ 1142.086930] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b in Status: SUCCESS [ 1142.089242] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.086416] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91a10c1c-e59f-44b2-aa59-f931c822393a in Status: SUCCESS [ 1143.086618] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91a10c1c-e59f-44b2-aa59-f931c822393a deletion is rescheduled due to dependency. [ 1143.086730] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91a10c1c-e59f-44b2-aa59-f931c822393a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.433462] env[65426]: INFO networking_nsxv3.common.synchronization [None req-3b371e27-ba6f-4128-9979-4fc17396f9d7 None None] Enqueued Resource ID: c370021e-c747-455a-8768-92d49f87c610 with Priority: HIGHEST for action port [ 1144.434583] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c370021e-c747-455a-8768-92d49f87c610 with Priority: HIGHEST for action port [ 1144.434940] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-c370021e-c747-455a-8768-92d49f87c610 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.435602] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c370021e-c747-455a-8768-92d49f87c610" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.435784] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c370021e-c747-455a-8768-92d49f87c610" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.436026] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c370021e-c747-455a-8768-92d49f87c610" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.436118] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c370021e-c747-455a-8768-92d49f87c610',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.483198] env[65426]: INFO networking_nsxv3.common.synchronization [req-6470fd9c-efb1-4c89-bc7e-14b694c0b47a req-0bc54d57-35f6-4ade-80cb-7da2ac6e3170 tempest-ServersTestJSON-1712790100 tempest-ServersTestJSON-1712790100-project-member] Enqueued Resource ID: dbf8c731-30d7-41db-a2d8-f5220648478b with Priority: HIGHEST for action security_group_members [ 1144.483198] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf8c731-30d7-41db-a2d8-f5220648478b with Priority: HIGHEST for action security_group_members [ 1144.483198] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbf8c731-30d7-41db-a2d8-f5220648478b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.483198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.483198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.483198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.483683] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.483902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.484088] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.484330] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.484502] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.484673] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbf8c731-30d7-41db-a2d8-f5220648478b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.938473] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c370021e-c747-455a-8768-92d49f87c610 [ 1144.938702] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.938831] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.938901] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.939133] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.939224] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.939326] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c370021e-c747-455a-8768-92d49f87c610 already deleted. [ 1144.939408] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c370021e-c747-455a-8768-92d49f87c610" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.988172] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.988172] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.988172] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.988172] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.988172] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.988172] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.988172] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.988172] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.988172] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.989025] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.989025] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf8c731-30d7-41db-a2d8-f5220648478b is going to be updated. [ 1145.028659] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.029092] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.029092] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.029092] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.029258] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.040893] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf8c731-30d7-41db-a2d8-f5220648478b in Status: IN_PROGRESS for 2s [ 1146.964287] env[65426]: INFO networking_nsxv3.common.synchronization [None req-689a0173-cdfc-4ae8-a380-fa7bd64e2a55 None None] Enqueued Resource ID: 4459b0b6-25b0-4b98-bcd9-dd6555510168 with Priority: HIGHEST for action port [ 1146.964901] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4459b0b6-25b0-4b98-bcd9-dd6555510168 with Priority: HIGHEST for action port [ 1146.965270] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-4459b0b6-25b0-4b98-bcd9-dd6555510168 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.965389] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4459b0b6-25b0-4b98-bcd9-dd6555510168" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.965443] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4459b0b6-25b0-4b98-bcd9-dd6555510168" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.965729] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4459b0b6-25b0-4b98-bcd9-dd6555510168" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.965879] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4459b0b6-25b0-4b98-bcd9-dd6555510168',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.057469] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbf8c731-30d7-41db-a2d8-f5220648478b in Status: SUCCESS [ 1147.057720] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbf8c731-30d7-41db-a2d8-f5220648478b deletion is rescheduled due to dependency. [ 1147.057841] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.110961] env[65426]: INFO networking_nsxv3.common.synchronization [req-e80167fe-b8df-4782-8b2d-fbbd38046e10 req-5eb8e012-c184-4dd9-ba23-10f989a49610 tempest-DeleteServersTestJSON-1156533855 tempest-DeleteServersTestJSON-1156533855-project-member] Enqueued Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_members [ 1147.111879] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_members [ 1147.112088] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.112214] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.112281] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.112485] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.113226] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.113333] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.113439] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.113648] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.113777] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.113878] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.459544] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.459737] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-429" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.460303] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-429" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.460638] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-429" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.460867] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.461068] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.461269] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.461526] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.461674] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.461893] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.462009] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1147.462154] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1147.462269] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1147.462398] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.462504] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1147.462633] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1147.467819] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4459b0b6-25b0-4b98-bcd9-dd6555510168 [ 1147.468040] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.468198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.468267] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.468407] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.468494] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.468584] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4459b0b6-25b0-4b98-bcd9-dd6555510168 already deleted. [ 1147.468663] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4459b0b6-25b0-4b98-bcd9-dd6555510168" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.485341] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1147.485566] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1147.485656] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1147.486273] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-429" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.486273] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-a26c90b8-a70c-4eff-b725-665983feebb3 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.486612] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-a26c90b8-a70c-4eff-b725-665983feebb3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.486612] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-a26c90b8-a70c-4eff-b725-665983feebb3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.486871] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-a26c90b8-a70c-4eff-b725-665983feebb3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.487028] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a26c90b8-a70c-4eff-b725-665983feebb3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.616516] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.616901] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.617153] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.617497] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.617632] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.617929] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.618104] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.618223] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.618490] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.618634] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.618809] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a652184f-fd23-4722-80e0-ff95f29138b5 is going to be updated. [ 1147.652348] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.652527] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.652635] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.653015] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.653260] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.663498] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: IN_PROGRESS for 2s [ 1147.989774] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.990023] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.990236] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.990552] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.990736] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.990944] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port a26c90b8-a70c-4eff-b725-665983feebb3 not found, creating... [ 1147.991288] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.991497] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.991645] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.991889] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.992076] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.992394] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.992603] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.992794] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.993011] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.993223] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.993400] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: a26c90b8-a70c-4eff-b725-665983feebb3 is going to be created. [ 1148.013104] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.013383] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.013574] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.013933] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.014259] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.014543] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-a26c90b8-a70c-4eff-b725-665983feebb3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.718367] env[65426]: INFO networking_nsxv3.common.synchronization [req-e80167fe-b8df-4782-8b2d-fbbd38046e10 req-3f55566e-2700-4000-9eae-213e232768f5 service nova] Enqueued Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_rules [ 1148.718625] env[65426]: INFO networking_nsxv3.common.synchronization [req-e80167fe-b8df-4782-8b2d-fbbd38046e10 req-3f55566e-2700-4000-9eae-213e232768f5 service nova] Enqueued Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_members [ 1148.718678] env[65426]: INFO networking_nsxv3.common.synchronization [req-e80167fe-b8df-4782-8b2d-fbbd38046e10 req-3f55566e-2700-4000-9eae-213e232768f5 service nova] Enqueued Resource ID: a26c90b8-a70c-4eff-b725-665983feebb3 with Priority: HIGHEST for action port [ 1148.719197] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_rules [ 1148.719333] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_members [ 1148.719435] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a26c90b8-a70c-4eff-b725-665983feebb3 with Priority: HIGHEST for action port [ 1148.719722] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.719864] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.719912] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.720159] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.720159] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.720966] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.721087] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.721293] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-a26c90b8-a70c-4eff-b725-665983feebb3 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.721452] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a26c90b8-a70c-4eff-b725-665983feebb3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.721452] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a26c90b8-a70c-4eff-b725-665983feebb3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.721606] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a26c90b8-a70c-4eff-b725-665983feebb3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.721679] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a26c90b8-a70c-4eff-b725-665983feebb3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.223433] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.224096] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.224096] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a26c90b8-a70c-4eff-b725-665983feebb3 with status ACTIVE [ 1149.224096] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.224096] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.224096] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.224343] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.224370] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.224558] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.224701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.224751] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.224869] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.224943] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.225140] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.225266] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.225304] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.225462] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.225581] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.225612] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a26c90b8-a70c-4eff-b725-665983feebb3 is going to be updated. [ 1149.249102] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.249102] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.249102] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.249452] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.249452] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.249651] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a26c90b8-a70c-4eff-b725-665983feebb3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.399435] env[65426]: INFO networking_nsxv3.common.synchronization [req-f3da6ebc-c4dc-4498-9351-6e22c4ede7ba req-5cc51057-599d-41d0-892b-7fe5a491f918 tempest-AttachInterfacesTestJSON-1787164303 tempest-AttachInterfacesTestJSON-1787164303-project-member] Enqueued Resource ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 with Priority: HIGHEST for action security_group_members [ 1149.400065] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 with Priority: HIGHEST for action security_group_members [ 1149.400661] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b337ac-65aa-48b5-9673-9b637fd1afd7 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.400810] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.400894] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.401164] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.401326] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.401447] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.401512] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.401684] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.401781] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.401894] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77b337ac-65aa-48b5-9673-9b637fd1afd7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.673635] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: SUCCESS [ 1149.673774] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a652184f-fd23-4722-80e0-ff95f29138b5 deletion is rescheduled due to dependency. [ 1149.674354] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.674354] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.674354] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.674517] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.674517] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.674595] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.674863] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.674863] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.674863] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.733763] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.733935] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-784" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.733935] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-784" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.734277] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-784" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.734529] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.734688] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.734804] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.735021] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.735186] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.735463] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.735590] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1149.735696] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1149.735803] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1149.735914] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.736028] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1149.736156] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.753085] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.753276] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1149.753421] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.753599] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-784" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.753902] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-a1368381-a981-4a00-94bb-aa30ce2e5703 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.754141] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-a1368381-a981-4a00-94bb-aa30ce2e5703" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.754277] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-a1368381-a981-4a00-94bb-aa30ce2e5703" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.754621] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-a1368381-a981-4a00-94bb-aa30ce2e5703" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.754764] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1368381-a981-4a00-94bb-aa30ce2e5703',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.903618] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77b337ac-65aa-48b5-9673-9b637fd1afd7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.177407] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.259426] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.259769] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.259863] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.260305] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.260616] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.260917] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port a1368381-a981-4a00-94bb-aa30ce2e5703 not found, creating... [ 1150.261318] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.261558] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.261696] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.261966] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.262198] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.262604] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.262840] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.263050] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.263369] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.263542] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.263715] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: a1368381-a981-4a00-94bb-aa30ce2e5703 is going to be created. [ 1150.282796] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.282997] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.283336] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.283638] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.283903] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.284198] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-a1368381-a981-4a00-94bb-aa30ce2e5703" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.344976] env[65426]: INFO networking_nsxv3.common.synchronization [req-c9e99cea-badf-49fe-a2b1-eb785e873eab req-952dd5e2-ca68-4b58-ab0e-8f53f8f102f1 tempest-ServerActionsTestOtherB-1975477321 tempest-ServerActionsTestOtherB-1975477321-project-member] Enqueued Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGHEST for action security_group_members [ 1150.346060] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGHEST for action security_group_members [ 1150.346395] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a62af330-237b-4c56-b984-b3b6da313d26 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.346523] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.346590] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.346837] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.347012] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.347146] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.347242] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.347919] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.347919] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.347919] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.406860] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77b337ac-65aa-48b5-9673-9b637fd1afd7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.680310] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.851704] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.851871] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.851871] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.852085] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.852184] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.853071] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.853071] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.853071] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.853071] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.853071] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.853071] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a62af330-237b-4c56-b984-b3b6da313d26 is going to be updated. [ 1150.889068] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.889068] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.889068] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.889068] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.889068] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.900575] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a62af330-237b-4c56-b984-b3b6da313d26 in Status: IN_PROGRESS for 2s [ 1150.909066] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.909239] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.909353] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.909540] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.909635] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.909737] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 is going to be updated. [ 1150.955078] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.955295] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.955340] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.955624] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.955814] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.966397] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 in Status: IN_PROGRESS for 2s [ 1151.049383] env[65426]: INFO networking_nsxv3.common.synchronization [req-f3da6ebc-c4dc-4498-9351-6e22c4ede7ba req-68e1ae5d-ddf1-468c-b8dd-954674722b6f service nova] Enqueued Resource ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 with Priority: HIGHEST for action security_group_rules [ 1151.049551] env[65426]: INFO networking_nsxv3.common.synchronization [req-f3da6ebc-c4dc-4498-9351-6e22c4ede7ba req-68e1ae5d-ddf1-468c-b8dd-954674722b6f service nova] Enqueued Resource ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 with Priority: HIGHEST for action security_group_members [ 1151.049685] env[65426]: INFO networking_nsxv3.common.synchronization [req-f3da6ebc-c4dc-4498-9351-6e22c4ede7ba req-68e1ae5d-ddf1-468c-b8dd-954674722b6f service nova] Enqueued Resource ID: a1368381-a981-4a00-94bb-aa30ce2e5703 with Priority: HIGHEST for action port [ 1151.050262] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 with Priority: HIGHEST for action security_group_rules [ 1151.050443] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 with Priority: HIGHEST for action security_group_members [ 1151.050553] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1368381-a981-4a00-94bb-aa30ce2e5703 with Priority: HIGHEST for action port [ 1151.050841] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77b337ac-65aa-48b5-9673-9b637fd1afd7 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.050956] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.052585] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.053195] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.053195] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77b337ac-65aa-48b5-9673-9b637fd1afd7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.053965] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b337ac-65aa-48b5-9673-9b637fd1afd7 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.054063] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.056932] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1368381-a981-4a00-94bb-aa30ce2e5703 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.056932] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1368381-a981-4a00-94bb-aa30ce2e5703" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.056932] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1368381-a981-4a00-94bb-aa30ce2e5703" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.056932] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1368381-a981-4a00-94bb-aa30ce2e5703" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.056932] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1368381-a981-4a00-94bb-aa30ce2e5703',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.183163] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.183342] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.183414] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.183634] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.183731] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.183834] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a652184f-fd23-4722-80e0-ff95f29138b5 is going to be updated. [ 1151.213332] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.213556] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.213609] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.213780] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.213926] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.222607] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: IN_PROGRESS for 2s [ 1151.561906] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b337ac-65aa-48b5-9673-9b637fd1afd7 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.562260] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.562260] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1368381-a981-4a00-94bb-aa30ce2e5703 with status ACTIVE [ 1151.562422] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.562536] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.562590] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.562780] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.562857] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.563060] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.564031] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.564031] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.564031] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.564031] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.564031] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.564031] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.564031] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.564031] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.564479] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.564479] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1368381-a981-4a00-94bb-aa30ce2e5703 is going to be updated. [ 1151.596687] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.596891] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.596891] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.597117] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.597268] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.597439] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1368381-a981-4a00-94bb-aa30ce2e5703" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.913551] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a62af330-237b-4c56-b984-b3b6da313d26 in Status: SUCCESS [ 1152.913882] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a62af330-237b-4c56-b984-b3b6da313d26 deletion is rescheduled due to dependency. [ 1152.913882] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.977070] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 in Status: SUCCESS [ 1152.977352] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.977611] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.977845] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.978094] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.978215] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.978279] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.978433] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.978511] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.978602] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77b337ac-65aa-48b5-9673-9b637fd1afd7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.233081] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: SUCCESS [ 1153.233401] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.233617] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.233927] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.234145] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.234316] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.234387] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.234575] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.234680] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.234766] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.234871] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.480903] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77b337ac-65aa-48b5-9673-9b637fd1afd7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.738066] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.738374] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.738374] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.738631] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.738822] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.739037] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.739037] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.739166] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.739302] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.739433] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.739711] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.739813] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.739896] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.740086] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.740231] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.740329] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.740402] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.740589] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.740700] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.740795] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.740892] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.983057] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77b337ac-65aa-48b5-9673-9b637fd1afd7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.245487] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a652184f-fd23-4722-80e0-ff95f29138b5: rpc.has_security_group_logging(os_id): False [ 1154.272248] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.272248] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.272248] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.272248] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.272248] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.272248] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.272248] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.272248] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.272248] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.272248] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.272248] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.272248] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.272248] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.272248] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.272248] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.272724] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.272917] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.273290] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.273743] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.273896] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.274077] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a652184f-fd23-4722-80e0-ff95f29138b5 is going to be updated. [ 1154.341943] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.341943] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.341943] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.341943] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.341943] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.355192] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: IN_PROGRESS for 2s [ 1154.477655] env[65426]: INFO networking_nsxv3.common.synchronization [req-67027929-4a43-408d-a15a-c31f0f3852ee req-9f646ab4-a786-4a0f-9515-a17d53f541d5 tempest-ServerGroupTestJSON-2078563277 tempest-ServerGroupTestJSON-2078563277-project-member] Enqueued Resource ID: 3cd92a83-f164-4831-8db2-fcb3532722b4 with Priority: HIGHEST for action security_group_members [ 1154.477655] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd92a83-f164-4831-8db2-fcb3532722b4 with Priority: HIGHEST for action security_group_members [ 1154.477655] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd92a83-f164-4831-8db2-fcb3532722b4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.477655] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd92a83-f164-4831-8db2-fcb3532722b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.477655] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd92a83-f164-4831-8db2-fcb3532722b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.478979] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd92a83-f164-4831-8db2-fcb3532722b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.479289] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.479548] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.479724] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.479989] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.480216] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.480439] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd92a83-f164-4831-8db2-fcb3532722b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.486589] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.486589] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.486589] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.486589] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.486589] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.486589] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 is going to be updated. [ 1154.521031] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.521239] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.521337] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.522941] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.522941] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.533113] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 in Status: IN_PROGRESS for 2s [ 1154.861198] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-759 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.861392] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.861579] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.861820] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.862107] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.862266] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.862381] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.862697] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.862754] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.862941] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1154.863064] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1154.863202] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1154.863317] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1154.863432] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1154.863527] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1154.863710] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1154.883595] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1154.883790] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1154.883935] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1154.884154] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-759" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.884503] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-a7b1b2ad-b31b-47be-9986-e51eed84d980 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.884705] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-a7b1b2ad-b31b-47be-9986-e51eed84d980" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.884788] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-a7b1b2ad-b31b-47be-9986-e51eed84d980" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.885119] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-a7b1b2ad-b31b-47be-9986-e51eed84d980" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.885259] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7b1b2ad-b31b-47be-9986-e51eed84d980',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.982794] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.983028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.983028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.983396] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.983396] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.983770] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.983770] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.983770] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.984019] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.984019] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.984087] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd92a83-f164-4831-8db2-fcb3532722b4 already deleted. [ 1154.984492] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd92a83-f164-4831-8db2-fcb3532722b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.246911] env[65426]: INFO networking_nsxv3.common.synchronization [None req-7fdc1f3c-40a5-4e41-bf8b-a424ab52c2d9 None None] Enqueued Resource ID: 56e2884d-94a2-47e6-a37f-661567dd2a0f with Priority: HIGHEST for action port [ 1155.247470] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56e2884d-94a2-47e6-a37f-661567dd2a0f with Priority: HIGHEST for action port [ 1155.247778] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-56e2884d-94a2-47e6-a37f-661567dd2a0f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.247910] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56e2884d-94a2-47e6-a37f-661567dd2a0f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.248015] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56e2884d-94a2-47e6-a37f-661567dd2a0f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.248775] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56e2884d-94a2-47e6-a37f-661567dd2a0f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.248862] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56e2884d-94a2-47e6-a37f-661567dd2a0f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.391149] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.391149] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.391149] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.391149] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.391149] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.391149] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port a7b1b2ad-b31b-47be-9986-e51eed84d980 not found, creating... [ 1155.391149] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.391149] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.391149] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.391149] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.391149] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.391799] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.392116] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.392415] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.392772] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.393036] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.393345] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: a7b1b2ad-b31b-47be-9986-e51eed84d980 is going to be created. [ 1155.419212] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.419212] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.419212] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.419212] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.419386] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.419659] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-a7b1b2ad-b31b-47be-9986-e51eed84d980" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.751946] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56e2884d-94a2-47e6-a37f-661567dd2a0f [ 1155.751946] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.751946] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.751946] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.752203] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.752203] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.752203] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56e2884d-94a2-47e6-a37f-661567dd2a0f already deleted. [ 1155.752342] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56e2884d-94a2-47e6-a37f-661567dd2a0f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.184094] env[65426]: INFO networking_nsxv3.common.synchronization [req-67027929-4a43-408d-a15a-c31f0f3852ee req-005bdece-2d4c-462f-9a7c-c65d508947af service nova] Enqueued Resource ID: 3cd92a83-f164-4831-8db2-fcb3532722b4 with Priority: HIGHEST for action security_group_rules [ 1156.184457] env[65426]: INFO networking_nsxv3.common.synchronization [req-67027929-4a43-408d-a15a-c31f0f3852ee req-005bdece-2d4c-462f-9a7c-c65d508947af service nova] Enqueued Resource ID: 3cd92a83-f164-4831-8db2-fcb3532722b4 with Priority: HIGHEST for action security_group_members [ 1156.184889] env[65426]: INFO networking_nsxv3.common.synchronization [req-67027929-4a43-408d-a15a-c31f0f3852ee req-005bdece-2d4c-462f-9a7c-c65d508947af service nova] Enqueued Resource ID: a7b1b2ad-b31b-47be-9986-e51eed84d980 with Priority: HIGHEST for action port [ 1156.186713] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd92a83-f164-4831-8db2-fcb3532722b4 with Priority: HIGHEST for action security_group_rules [ 1156.186866] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd92a83-f164-4831-8db2-fcb3532722b4 with Priority: HIGHEST for action security_group_members [ 1156.186965] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7b1b2ad-b31b-47be-9986-e51eed84d980 with Priority: HIGHEST for action port [ 1156.187275] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cd92a83-f164-4831-8db2-fcb3532722b4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.187396] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cd92a83-f164-4831-8db2-fcb3532722b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.187463] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cd92a83-f164-4831-8db2-fcb3532722b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.187716] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cd92a83-f164-4831-8db2-fcb3532722b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.187801] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cd92a83-f164-4831-8db2-fcb3532722b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.188812] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd92a83-f164-4831-8db2-fcb3532722b4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.189884] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd92a83-f164-4831-8db2-fcb3532722b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.189884] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd92a83-f164-4831-8db2-fcb3532722b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.189884] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd92a83-f164-4831-8db2-fcb3532722b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.189884] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.189884] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.189884] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.189884] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.189884] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.189884] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd92a83-f164-4831-8db2-fcb3532722b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.190848] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7b1b2ad-b31b-47be-9986-e51eed84d980 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.190848] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7b1b2ad-b31b-47be-9986-e51eed84d980" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.190946] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7b1b2ad-b31b-47be-9986-e51eed84d980" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.192843] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7b1b2ad-b31b-47be-9986-e51eed84d980" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.192843] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7b1b2ad-b31b-47be-9986-e51eed84d980',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.370708] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: SUCCESS [ 1156.370948] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.551528] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 in Status: SUCCESS [ 1156.551528] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.551528] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.551528] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.551528] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.551528] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.551528] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.551528] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.551528] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.551528] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.551528] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77b337ac-65aa-48b5-9673-9b637fd1afd7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.694365] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cd92a83-f164-4831-8db2-fcb3532722b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.694365] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd92a83-f164-4831-8db2-fcb3532722b4 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.694365] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd92a83-f164-4831-8db2-fcb3532722b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.698557] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7b1b2ad-b31b-47be-9986-e51eed84d980 with status ACTIVE [ 1156.698557] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.698557] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.698557] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.698557] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.698557] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.698557] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.698557] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.698557] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.698557] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.698557] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.698557] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.698557] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.698557] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.698557] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.698557] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.698557] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7b1b2ad-b31b-47be-9986-e51eed84d980 is going to be updated. [ 1156.722593] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.722979] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.722979] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.723116] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.723247] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.726223] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7b1b2ad-b31b-47be-9986-e51eed84d980" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.054486] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77b337ac-65aa-48b5-9673-9b637fd1afd7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.195519] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cd92a83-f164-4831-8db2-fcb3532722b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.558451] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77b337ac-65aa-48b5-9673-9b637fd1afd7: rpc.has_security_group_logging(os_id): False [ 1157.576134] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.576296] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.576296] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.576504] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.576650] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.576906] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.577013] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.577070] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.577223] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.577302] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.577385] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 is going to be updated. [ 1157.641709] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.641709] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.641709] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.641942] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.642077] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.655945] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 in Status: IN_PROGRESS for 2s [ 1157.700801] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.700801] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.700801] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.700801] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.700801] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.700801] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd92a83-f164-4831-8db2-fcb3532722b4 is going to be created. [ 1157.729735] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.730942] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.730942] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.730942] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.730942] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.741581] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd92a83-f164-4831-8db2-fcb3532722b4 in Status: UNINITIALIZED for 2s [ 1158.036914] env[65426]: INFO networking_nsxv3.common.synchronization [None req-80d21eac-221f-4561-8d30-b18aa0cea5fe None None] Enqueued Resource ID: 6b1642ad-b72c-4142-97cd-c27cf5223a37 with Priority: HIGHEST for action port [ 1158.037565] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1642ad-b72c-4142-97cd-c27cf5223a37 with Priority: HIGHEST for action port [ 1158.037905] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b1642ad-b72c-4142-97cd-c27cf5223a37 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.038050] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b1642ad-b72c-4142-97cd-c27cf5223a37" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.038110] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b1642ad-b72c-4142-97cd-c27cf5223a37" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.038379] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b1642ad-b72c-4142-97cd-c27cf5223a37" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.038497] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b1642ad-b72c-4142-97cd-c27cf5223a37',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.540891] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b1642ad-b72c-4142-97cd-c27cf5223a37 [ 1158.541411] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.541578] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.541578] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.541832] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.541905] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.542013] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b1642ad-b72c-4142-97cd-c27cf5223a37 already deleted. [ 1158.542119] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b1642ad-b72c-4142-97cd-c27cf5223a37" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.427872] env[65426]: INFO networking_nsxv3.common.synchronization [req-d2caaabb-e9ba-4e47-a213-bc97b23445bf req-620c5c45-b27e-4c22-a7e0-84b7367ae3ae tempest-ServerActionsTestOtherB-1975477321 tempest-ServerActionsTestOtherB-1975477321-project-member] Enqueued Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGHEST for action security_group_members [ 1159.428619] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGHEST for action security_group_members [ 1159.429243] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a62af330-237b-4c56-b984-b3b6da313d26 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.429429] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.429524] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.429750] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.429943] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.430068] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.430187] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.430325] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.430433] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.430544] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.670302] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 in Status: SUCCESS [ 1159.670853] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.751980] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd92a83-f164-4831-8db2-fcb3532722b4 in Status: SUCCESS [ 1159.751980] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd92a83-f164-4831-8db2-fcb3532722b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.751980] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd92a83-f164-4831-8db2-fcb3532722b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.752119] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd92a83-f164-4831-8db2-fcb3532722b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.752242] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.752355] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.752420] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.752571] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.752685] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.752729] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd92a83-f164-4831-8db2-fcb3532722b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.752874] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cd92a83-f164-4831-8db2-fcb3532722b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.755794] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-818 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.756246] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-818" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.756246] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-818" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.756457] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-818" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.756858] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.757082] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.757211] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.757440] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.757589] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.757790] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.758248] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1159.758248] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1159.758248] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1159.758359] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.758436] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1159.758644] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1159.778392] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1159.778392] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1159.778392] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1159.778392] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-818" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.778595] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-29947ea0-2b45-477e-b75b-bd83810837c4 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.778708] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-29947ea0-2b45-477e-b75b-bd83810837c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.778708] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-29947ea0-2b45-477e-b75b-bd83810837c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.779046] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-29947ea0-2b45-477e-b75b-bd83810837c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.779182] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29947ea0-2b45-477e-b75b-bd83810837c4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.933635] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.933635] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.933635] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.933635] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.933635] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.933635] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.933997] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.933997] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.933997] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.933997] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.934119] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a62af330-237b-4c56-b984-b3b6da313d26 is going to be updated. [ 1159.961483] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.961662] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.961708] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.961894] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.962049] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.973053] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a62af330-237b-4c56-b984-b3b6da313d26 in Status: IN_PROGRESS for 2s [ 1160.261422] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd92a83-f164-4831-8db2-fcb3532722b4 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.261580] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd92a83-f164-4831-8db2-fcb3532722b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.261659] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd92a83-f164-4831-8db2-fcb3532722b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.261950] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd92a83-f164-4831-8db2-fcb3532722b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.262174] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.262256] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.262293] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.262450] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.262540] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.262626] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd92a83-f164-4831-8db2-fcb3532722b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.262772] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd92a83-f164-4831-8db2-fcb3532722b4 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.262863] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd92a83-f164-4831-8db2-fcb3532722b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.262948] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd92a83-f164-4831-8db2-fcb3532722b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.263142] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd92a83-f164-4831-8db2-fcb3532722b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.263344] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.263440] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.263490] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.263633] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.263707] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.263788] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd92a83-f164-4831-8db2-fcb3532722b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.263874] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cd92a83-f164-4831-8db2-fcb3532722b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.281935] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.282129] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.282614] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.282614] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.282888] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.282888] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port 29947ea0-2b45-477e-b75b-bd83810837c4 not found, creating... [ 1160.283110] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.283320] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.283469] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.283693] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.283831] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.284131] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.284291] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.284412] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.284669] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.284810] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.284955] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: 29947ea0-2b45-477e-b75b-bd83810837c4 is going to be created. [ 1160.305611] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.305848] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.305972] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.306265] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.306500] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.306722] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-29947ea0-2b45-477e-b75b-bd83810837c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.767012] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cd92a83-f164-4831-8db2-fcb3532722b4: rpc.has_security_group_logging(os_id): False [ 1160.788306] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.788621] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.788699] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.789047] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.789206] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.789577] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.789758] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.789860] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.790148] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.790367] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.790748] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.790925] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.791023] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.791416] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.791486] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.791770] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.792064] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.792064] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.792342] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.792418] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.792499] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cd92a83-f164-4831-8db2-fcb3532722b4 is going to be created. [ 1160.873793] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.873986] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.873986] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.874267] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.874450] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.886196] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cd92a83-f164-4831-8db2-fcb3532722b4 in Status: IN_PROGRESS for 2s [ 1161.046182] env[65426]: INFO networking_nsxv3.common.synchronization [req-d2caaabb-e9ba-4e47-a213-bc97b23445bf req-1d59ad38-0ccf-4673-86ab-e98c55a16d48 service nova] Enqueued Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGHEST for action security_group_rules [ 1161.046182] env[65426]: INFO networking_nsxv3.common.synchronization [req-d2caaabb-e9ba-4e47-a213-bc97b23445bf req-1d59ad38-0ccf-4673-86ab-e98c55a16d48 service nova] Enqueued Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGHEST for action security_group_members [ 1161.046182] env[65426]: INFO networking_nsxv3.common.synchronization [req-d2caaabb-e9ba-4e47-a213-bc97b23445bf req-1d59ad38-0ccf-4673-86ab-e98c55a16d48 service nova] Enqueued Resource ID: 29947ea0-2b45-477e-b75b-bd83810837c4 with Priority: HIGHEST for action port [ 1161.046182] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGHEST for action security_group_rules [ 1161.046182] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGHEST for action security_group_members [ 1161.046427] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29947ea0-2b45-477e-b75b-bd83810837c4 with Priority: HIGHEST for action port [ 1161.046891] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a62af330-237b-4c56-b984-b3b6da313d26 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.047185] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.047333] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.047602] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.047781] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.048783] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a62af330-237b-4c56-b984-b3b6da313d26 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.049026] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.049311] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-29947ea0-2b45-477e-b75b-bd83810837c4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.049600] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29947ea0-2b45-477e-b75b-bd83810837c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.049743] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29947ea0-2b45-477e-b75b-bd83810837c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.049999] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29947ea0-2b45-477e-b75b-bd83810837c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.051018] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29947ea0-2b45-477e-b75b-bd83810837c4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.552870] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a62af330-237b-4c56-b984-b3b6da313d26 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.553953] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.553953] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29947ea0-2b45-477e-b75b-bd83810837c4 with status ACTIVE [ 1161.553953] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.553953] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.553953] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.553953] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.555621] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.555853] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.555979] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.556075] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.556307] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.556760] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.556760] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.556760] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.556760] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.559252] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.559252] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.559252] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29947ea0-2b45-477e-b75b-bd83810837c4 is going to be updated. [ 1161.582546] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.582676] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.582995] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.582995] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.583120] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.583275] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29947ea0-2b45-477e-b75b-bd83810837c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.834989] env[65426]: INFO networking_nsxv3.common.synchronization [None req-ddd5a844-48f5-4050-9372-b29d6de7aa99 tempest-AttachInterfacesTestJSON-1787164303 tempest-AttachInterfacesTestJSON-1787164303-project-member] Enqueued Resource ID: 623339f9-5bd5-4969-86e4-4653350693b5 with Priority: HIGHEST for action security_group_members [ 1161.835907] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 623339f9-5bd5-4969-86e4-4653350693b5 with Priority: HIGHEST for action security_group_members [ 1161.835907] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-623339f9-5bd5-4969-86e4-4653350693b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.836071] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.837176] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.837676] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.837676] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.837676] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.837849] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.837882] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.838012] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.838059] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('623339f9-5bd5-4969-86e4-4653350693b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.867411] env[65426]: INFO networking_nsxv3.common.synchronization [req-6f6251b5-1908-4a1c-96fd-39c485393eef req-7687e91e-474c-421f-a2e4-9e293d0177a2 tempest-ServersTestJSON-327749177 tempest-ServersTestJSON-327749177-project-member] Enqueued Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1161.867923] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1161.868523] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.868653] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.868719] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.869012] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.869337] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.869449] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.869512] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.869680] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.869768] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.869864] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.986413] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a62af330-237b-4c56-b984-b3b6da313d26 in Status: SUCCESS [ 1161.986600] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a62af330-237b-4c56-b984-b3b6da313d26 deletion is rescheduled due to dependency. [ 1161.986712] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.987279] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.987490] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.987673] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.987791] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.989102] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.989102] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.989102] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.989102] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.330160] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-546 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.330410] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-546" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.330491] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-546" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.331157] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-546" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.331527] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.331702] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.331872] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.332324] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.332678] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.332960] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1162.333086] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1162.333357] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1162.333431] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1162.333492] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1162.333650] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1162.333750] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1162.341578] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.341921] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.341921] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.341921] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.342062] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.342177] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.342536] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.342536] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.342536] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.342743] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.342743] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 623339f9-5bd5-4969-86e4-4653350693b5 is going to be updated. [ 1162.356222] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1162.356429] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1162.356617] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1162.356773] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-546" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.357209] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-8d4f6f27-b33d-4265-b57d-c20eaf24ff1f taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.357987] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-8d4f6f27-b33d-4265-b57d-c20eaf24ff1f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.357987] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-8d4f6f27-b33d-4265-b57d-c20eaf24ff1f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.358183] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-8d4f6f27-b33d-4265-b57d-c20eaf24ff1f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.358367] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d4f6f27-b33d-4265-b57d-c20eaf24ff1f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.372331] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.372504] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.372504] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.372702] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.372842] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.373989] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.374116] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.374170] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.374333] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.374403] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.374600] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.374708] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.374761] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.377886] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.377886] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.381159] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 already deleted. [ 1162.381340] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.393449] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 623339f9-5bd5-4969-86e4-4653350693b5 in Status: IN_PROGRESS for 2s [ 1162.490454] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.860561] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.860949] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.861114] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.861410] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.861556] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.861723] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port 8d4f6f27-b33d-4265-b57d-c20eaf24ff1f not found, creating... [ 1162.862032] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.862196] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.862314] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.862569] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.862707] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.863062] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.863260] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.863369] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.863585] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.863742] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.863904] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: 8d4f6f27-b33d-4265-b57d-c20eaf24ff1f is going to be created. [ 1162.887070] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.887288] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.887415] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.887768] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.887996] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.888244] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-8d4f6f27-b33d-4265-b57d-c20eaf24ff1f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.902595] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cd92a83-f164-4831-8db2-fcb3532722b4 in Status: SUCCESS [ 1162.902850] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cd92a83-f164-4831-8db2-fcb3532722b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.994121] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.498911] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.498911] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.498911] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.498911] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.498911] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.498911] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a62af330-237b-4c56-b984-b3b6da313d26 is going to be updated. [ 1163.534769] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.534965] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.535115] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.535853] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.536222] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.548715] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a62af330-237b-4c56-b984-b3b6da313d26 in Status: IN_PROGRESS for 2s [ 1163.630501] env[65426]: INFO networking_nsxv3.common.synchronization [req-6f6251b5-1908-4a1c-96fd-39c485393eef req-02d5be71-5bb5-46b9-bfbc-4d48ae2de041 service nova] Enqueued Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_rules [ 1163.630800] env[65426]: INFO networking_nsxv3.common.synchronization [req-6f6251b5-1908-4a1c-96fd-39c485393eef req-02d5be71-5bb5-46b9-bfbc-4d48ae2de041 service nova] Enqueued Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1163.631174] env[65426]: INFO networking_nsxv3.common.synchronization [req-6f6251b5-1908-4a1c-96fd-39c485393eef req-02d5be71-5bb5-46b9-bfbc-4d48ae2de041 service nova] Enqueued Resource ID: 8d4f6f27-b33d-4265-b57d-c20eaf24ff1f with Priority: HIGHEST for action port [ 1163.632068] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_rules [ 1163.632260] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1163.632339] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d4f6f27-b33d-4265-b57d-c20eaf24ff1f with Priority: HIGHEST for action port [ 1163.632701] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.632850] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.632938] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.633392] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.633492] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.634445] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.634582] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.634613] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.634819] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.634973] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.635183] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.635249] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.635418] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.635508] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.635626] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.636509] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d4f6f27-b33d-4265-b57d-c20eaf24ff1f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.636626] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d4f6f27-b33d-4265-b57d-c20eaf24ff1f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.636694] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d4f6f27-b33d-4265-b57d-c20eaf24ff1f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.636850] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d4f6f27-b33d-4265-b57d-c20eaf24ff1f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.636925] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d4f6f27-b33d-4265-b57d-c20eaf24ff1f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.139781] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.141186] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.141186] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.141388] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d4f6f27-b33d-4265-b57d-c20eaf24ff1f with status ACTIVE [ 1164.141515] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.141678] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.141770] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.142017] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.142118] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.142324] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.142445] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.142810] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.142810] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.142909] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.143075] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.143768] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.143768] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.143768] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.143768] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.143768] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d4f6f27-b33d-4265-b57d-c20eaf24ff1f is going to be updated. [ 1164.169273] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.169452] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.169498] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.169672] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.169805] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.169995] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d4f6f27-b33d-4265-b57d-c20eaf24ff1f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.404931] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 623339f9-5bd5-4969-86e4-4653350693b5 in Status: SUCCESS [ 1164.405126] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 623339f9-5bd5-4969-86e4-4653350693b5 deletion is rescheduled due to dependency. [ 1164.405327] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.645876] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.148441] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.148717] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.148717] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.148893] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.148981] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.149102] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 is going to be created. [ 1165.179169] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.179333] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.179380] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.179564] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.179718] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.189891] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: UNINITIALIZED for 2s [ 1165.562278] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a62af330-237b-4c56-b984-b3b6da313d26 in Status: SUCCESS [ 1165.562278] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.562278] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.562278] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.562615] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.562615] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.562751] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.562857] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.562961] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.563099] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.563218] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.066076] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.568339] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a62af330-237b-4c56-b984-b3b6da313d26: rpc.has_security_group_logging(os_id): False [ 1166.587480] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.587671] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.587773] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.588104] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.588244] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.588687] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.588902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.589027] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.589268] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.589359] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.589483] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a62af330-237b-4c56-b984-b3b6da313d26 is going to be updated. [ 1166.667054] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.667244] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.667289] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.667466] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.667635] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.681025] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a62af330-237b-4c56-b984-b3b6da313d26 in Status: IN_PROGRESS for 2s [ 1167.199640] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: SUCCESS [ 1167.199855] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.200062] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.200299] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.200489] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.200635] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.200710] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.200879] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.200968] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.201086] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.201179] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.437131] env[65426]: INFO networking_nsxv3.common.synchronization [req-394162a8-7f45-433f-bfca-f6c172cc8f54 req-a4c13ea8-befb-459a-8415-0b539fe12084 tempest-ServerGroupTestJSON-2078563277 tempest-ServerGroupTestJSON-2078563277-project-member] Enqueued Resource ID: 3cd92a83-f164-4831-8db2-fcb3532722b4 with Priority: HIGHEST for action security_group_members [ 1167.437131] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd92a83-f164-4831-8db2-fcb3532722b4 with Priority: HIGHEST for action security_group_members [ 1167.437131] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cd92a83-f164-4831-8db2-fcb3532722b4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.437131] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cd92a83-f164-4831-8db2-fcb3532722b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.437131] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cd92a83-f164-4831-8db2-fcb3532722b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.437615] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cd92a83-f164-4831-8db2-fcb3532722b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.437924] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.438153] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.438352] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.438605] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.438832] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.439083] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cd92a83-f164-4831-8db2-fcb3532722b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.704221] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.704607] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.704607] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.704734] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.704858] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.704950] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.705029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.705181] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.705288] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.705386] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.705531] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.705620] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.705680] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.705817] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.705951] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.706064] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.706123] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.706258] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.706333] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.706412] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.706497] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.942562] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.942739] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.942789] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.943127] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.943293] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.943540] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.943720] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.943794] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.943979] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.944103] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.944215] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd92a83-f164-4831-8db2-fcb3532722b4 is going to be updated. [ 1167.974681] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.974867] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.974953] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.975224] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.975392] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.987155] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd92a83-f164-4831-8db2-fcb3532722b4 in Status: IN_PROGRESS for 2s [ 1168.209251] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35484b95-fdf2-427f-ae7f-b7609c1dc176: rpc.has_security_group_logging(os_id): False [ 1168.228080] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.228248] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.228294] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.228508] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.228595] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.229095] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.229274] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.229364] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.229552] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.229730] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.229979] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.230134] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.230220] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.230394] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.230498] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.230711] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.230832] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.230934] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.231162] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.231311] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.231437] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 is going to be created. [ 1168.362612] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.362962] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.363097] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.363596] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.363898] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.384123] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: IN_PROGRESS for 2s [ 1168.698040] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a62af330-237b-4c56-b984-b3b6da313d26 in Status: SUCCESS [ 1168.698262] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.997598] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cd92a83-f164-4831-8db2-fcb3532722b4 in Status: SUCCESS [ 1169.997598] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cd92a83-f164-4831-8db2-fcb3532722b4 deletion is rescheduled due to dependency. [ 1169.997598] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cd92a83-f164-4831-8db2-fcb3532722b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.398132] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: SUCCESS [ 1170.398358] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.437139] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1172.437396] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1174.018779] env[65426]: INFO networking_nsxv3.common.synchronization [req-57f23894-3f3e-4219-89e5-ee5f622ebd9a req-87143230-961e-4df6-b177-62a99fe0304d tempest-AttachVolumeNegativeTest-527449890 tempest-AttachVolumeNegativeTest-527449890-project-member] Enqueued Resource ID: de76fa18-0c25-4974-9f49-87a7940a32e1 with Priority: HIGHEST for action security_group_members [ 1174.019344] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de76fa18-0c25-4974-9f49-87a7940a32e1 with Priority: HIGHEST for action security_group_members [ 1174.019646] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-de76fa18-0c25-4974-9f49-87a7940a32e1 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.019765] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de76fa18-0c25-4974-9f49-87a7940a32e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.019832] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de76fa18-0c25-4974-9f49-87a7940a32e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.020039] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de76fa18-0c25-4974-9f49-87a7940a32e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.020186] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.020277] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.020340] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.020492] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.020567] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.020655] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de76fa18-0c25-4974-9f49-87a7940a32e1',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.522791] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.522974] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.523055] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.523268] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.523512] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.523727] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.523826] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.523880] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.524305] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.524305] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.524305] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de76fa18-0c25-4974-9f49-87a7940a32e1 is going to be updated. [ 1174.554059] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.554297] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.554385] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.554609] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.554832] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.562972] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de76fa18-0c25-4974-9f49-87a7940a32e1 in Status: IN_PROGRESS for 2s [ 1176.574827] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de76fa18-0c25-4974-9f49-87a7940a32e1 in Status: SUCCESS [ 1176.575247] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de76fa18-0c25-4974-9f49-87a7940a32e1 deletion is rescheduled due to dependency. [ 1176.575247] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de76fa18-0c25-4974-9f49-87a7940a32e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.407331] env[65426]: INFO networking_nsxv3.common.synchronization [req-cd45c469-8f1a-43dc-9c9b-559bfd77152a req-111db7a5-146e-4891-8468-b2cf2fff03b1 tempest-ServersTestJSON-327749177 tempest-ServersTestJSON-327749177-project-member] Enqueued Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1178.407331] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1178.407331] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.407331] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.407331] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.407331] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.407331] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.407331] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.407331] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.407331] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.407331] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.407331] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.718560] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-546 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.718764] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-546" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.718886] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-546" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.719163] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-546" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.719421] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.719581] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.719698] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.719920] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.720079] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.720290] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.720402] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1178.720509] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1178.720612] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1178.720721] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.720826] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1178.720952] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1178.751746] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1178.751952] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1178.752068] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1178.752252] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-546" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.752587] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-d22c1fd9-06f1-4b58-b970-d24d5b8c3ab8 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.752765] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-d22c1fd9-06f1-4b58-b970-d24d5b8c3ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.752906] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-d22c1fd9-06f1-4b58-b970-d24d5b8c3ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.753282] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-d22c1fd9-06f1-4b58-b970-d24d5b8c3ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.753495] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d22c1fd9-06f1-4b58-b970-d24d5b8c3ab8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.908332] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.256095] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.256347] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.256464] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.256787] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.256941] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.257113] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port d22c1fd9-06f1-4b58-b970-d24d5b8c3ab8 not found, creating... [ 1179.257380] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.257538] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.257658] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.257880] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.258031] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.258319] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.258476] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.258597] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.258801] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.258933] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.259111] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: d22c1fd9-06f1-4b58-b970-d24d5b8c3ab8 is going to be created. [ 1179.281045] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.281351] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.281577] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.281915] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.282222] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.282507] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-d22c1fd9-06f1-4b58-b970-d24d5b8c3ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.410441] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.906669] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.906876] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-784" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.907024] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-784" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.907309] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-784" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.907583] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.907748] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.907850] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.908082] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.908264] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.908456] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1179.908591] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1179.908710] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1179.908824] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1179.908938] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1179.909073] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1179.909214] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1179.912299] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.912439] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.912499] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.912656] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.912749] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.912831] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 is going to be updated. [ 1179.933687] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1179.933831] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1179.933961] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1179.934176] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-784" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.934496] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-1e2d3c5e-b18a-4dfb-9cd4-956ec0004379 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.934672] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-1e2d3c5e-b18a-4dfb-9cd4-956ec0004379" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.934791] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-1e2d3c5e-b18a-4dfb-9cd4-956ec0004379" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.935148] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-1e2d3c5e-b18a-4dfb-9cd4-956ec0004379" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.935288] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e2d3c5e-b18a-4dfb-9cd4-956ec0004379',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.950457] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.950457] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.950457] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.950678] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.951102] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.960886] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: IN_PROGRESS for 2s [ 1179.981295] env[65426]: INFO networking_nsxv3.common.synchronization [req-cd45c469-8f1a-43dc-9c9b-559bfd77152a req-2508b8f4-4258-43bf-b9c3-a5512d79f26c service nova] Enqueued Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_rules [ 1179.981474] env[65426]: INFO networking_nsxv3.common.synchronization [req-cd45c469-8f1a-43dc-9c9b-559bfd77152a req-2508b8f4-4258-43bf-b9c3-a5512d79f26c service nova] Enqueued Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1179.981696] env[65426]: INFO networking_nsxv3.common.synchronization [req-cd45c469-8f1a-43dc-9c9b-559bfd77152a req-2508b8f4-4258-43bf-b9c3-a5512d79f26c service nova] Enqueued Resource ID: d22c1fd9-06f1-4b58-b970-d24d5b8c3ab8 with Priority: HIGHEST for action port [ 1179.982339] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_rules [ 1179.982507] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1179.982612] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d22c1fd9-06f1-4b58-b970-d24d5b8c3ab8 with Priority: HIGHEST for action port [ 1179.983247] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.983247] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.983247] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.983497] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.983497] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.985210] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.985210] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.985413] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-d22c1fd9-06f1-4b58-b970-d24d5b8c3ab8 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.986326] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d22c1fd9-06f1-4b58-b970-d24d5b8c3ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.986326] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d22c1fd9-06f1-4b58-b970-d24d5b8c3ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.986326] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d22c1fd9-06f1-4b58-b970-d24d5b8c3ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.986326] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d22c1fd9-06f1-4b58-b970-d24d5b8c3ab8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.438866] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.439234] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.439234] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.439667] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.439667] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.439798] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port 1e2d3c5e-b18a-4dfb-9cd4-956ec0004379 not found, creating... [ 1180.440063] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.440223] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.440337] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.440551] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.440687] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.440999] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.441171] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.441315] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.441538] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.441676] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.441819] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: 1e2d3c5e-b18a-4dfb-9cd4-956ec0004379 is going to be created. [ 1180.465357] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.466323] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.466323] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.466323] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.466323] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.466640] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-1e2d3c5e-b18a-4dfb-9cd4-956ec0004379" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.488275] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d22c1fd9-06f1-4b58-b970-d24d5b8c3ab8 with status ACTIVE [ 1180.488517] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.488675] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.488760] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.489040] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.489155] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.489359] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.489494] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.489577] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.489751] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.489848] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.490080] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.490209] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.490291] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.490449] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.490537] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.490647] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d22c1fd9-06f1-4b58-b970-d24d5b8c3ab8 is going to be updated. [ 1180.491987] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.492115] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.541648] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.541900] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.541900] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.542177] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.542301] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.542508] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d22c1fd9-06f1-4b58-b970-d24d5b8c3ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.141119] env[65426]: INFO networking_nsxv3.common.synchronization [req-b0c9d388-dbb6-4799-8010-af8c077b488f req-1da0a4af-7dcc-4ff7-b9da-6920be3dc859 service nova] Enqueued Resource ID: 623339f9-5bd5-4969-86e4-4653350693b5 with Priority: HIGHEST for action security_group_rules [ 1181.141311] env[65426]: INFO networking_nsxv3.common.synchronization [req-b0c9d388-dbb6-4799-8010-af8c077b488f req-1da0a4af-7dcc-4ff7-b9da-6920be3dc859 service nova] Enqueued Resource ID: 623339f9-5bd5-4969-86e4-4653350693b5 with Priority: HIGHEST for action security_group_members [ 1181.141487] env[65426]: INFO networking_nsxv3.common.synchronization [req-b0c9d388-dbb6-4799-8010-af8c077b488f req-1da0a4af-7dcc-4ff7-b9da-6920be3dc859 service nova] Enqueued Resource ID: 1e2d3c5e-b18a-4dfb-9cd4-956ec0004379 with Priority: HIGHEST for action port [ 1181.142041] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 623339f9-5bd5-4969-86e4-4653350693b5 with Priority: HIGHEST for action security_group_rules [ 1181.142242] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 623339f9-5bd5-4969-86e4-4653350693b5 with Priority: HIGHEST for action security_group_members [ 1181.142343] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e2d3c5e-b18a-4dfb-9cd4-956ec0004379 with Priority: HIGHEST for action port [ 1181.142559] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-623339f9-5bd5-4969-86e4-4653350693b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.142679] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.142748] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.142942] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.143233] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('623339f9-5bd5-4969-86e4-4653350693b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.144715] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-623339f9-5bd5-4969-86e4-4653350693b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.144885] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.144995] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.145330] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.146192] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.149682] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.149682] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.149682] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.149682] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.149682] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('623339f9-5bd5-4969-86e4-4653350693b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.149682] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e2d3c5e-b18a-4dfb-9cd4-956ec0004379 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.149682] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e2d3c5e-b18a-4dfb-9cd4-956ec0004379" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.149682] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e2d3c5e-b18a-4dfb-9cd4-956ec0004379" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.149682] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e2d3c5e-b18a-4dfb-9cd4-956ec0004379" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.149682] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e2d3c5e-b18a-4dfb-9cd4-956ec0004379',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.650883] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-623339f9-5bd5-4969-86e4-4653350693b5 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.650883] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.650883] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('623339f9-5bd5-4969-86e4-4653350693b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.651292] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e2d3c5e-b18a-4dfb-9cd4-956ec0004379 with status ACTIVE [ 1181.651469] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.651585] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.651676] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.651856] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.651967] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.652115] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.652209] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.652268] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.652415] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.652489] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.652683] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.652780] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.652843] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.652981] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.653068] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.653871] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e2d3c5e-b18a-4dfb-9cd4-956ec0004379 is going to be updated. [ 1181.674750] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.674879] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.674936] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.675159] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.675293] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.675445] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e2d3c5e-b18a-4dfb-9cd4-956ec0004379" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.971623] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: SUCCESS [ 1181.971863] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.972081] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.972378] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.972599] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.972790] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.972886] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.973078] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.973165] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.973262] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.155670] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('623339f9-5bd5-4969-86e4-4653350693b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.476028] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.658290] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.658290] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.658290] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.658663] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.658663] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.658663] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 623339f9-5bd5-4969-86e4-4653350693b5 is going to be updated. [ 1182.692324] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.692519] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.692519] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.692723] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.692869] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.701472] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 623339f9-5bd5-4969-86e4-4653350693b5 in Status: IN_PROGRESS for 2s [ 1182.977390] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.480183] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.480343] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.480415] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.480642] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.480728] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.480824] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 is going to be updated. [ 1183.511943] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.512185] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.512185] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.512329] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.512467] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.526301] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: IN_PROGRESS for 2s [ 1184.710576] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 623339f9-5bd5-4969-86e4-4653350693b5 in Status: SUCCESS [ 1184.710937] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.711051] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.711200] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.711432] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.711551] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.711615] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.711770] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.711852] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.711937] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.712036] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('623339f9-5bd5-4969-86e4-4653350693b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.214743] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-623339f9-5bd5-4969-86e4-4653350693b5 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.214960] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.214960] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.215227] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.215396] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.215501] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.215568] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.215718] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.215805] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.215897] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.216050] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-623339f9-5bd5-4969-86e4-4653350693b5 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.216144] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.216205] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.216346] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.216483] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.216575] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.216636] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.216770] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.216848] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.216945] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.217025] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('623339f9-5bd5-4969-86e4-4653350693b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.536097] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: SUCCESS [ 1185.536318] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.536480] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.536695] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.536893] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.537076] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.537155] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.537312] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.537408] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.537476] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.537558] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.719245] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 623339f9-5bd5-4969-86e4-4653350693b5: rpc.has_security_group_logging(os_id): False [ 1185.737773] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.737888] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.737965] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.738194] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.738287] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.738509] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.738668] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.738743] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.738901] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.739040] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.739166] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.739259] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.739318] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.739480] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.739559] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.739827] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.739921] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.739982] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.740490] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.740490] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.740490] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 623339f9-5bd5-4969-86e4-4653350693b5 is going to be updated. [ 1185.883399] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.883554] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.883892] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.883892] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.884033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.897606] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 623339f9-5bd5-4969-86e4-4653350693b5 in Status: IN_PROGRESS for 2s [ 1186.039710] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.040872] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.040872] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.040872] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.040872] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.040872] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.040872] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.041107] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.041197] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.041305] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.041486] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.041580] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.041632] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.041842] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.042048] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.042215] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.042261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.042456] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.043058] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.043222] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.043275] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.142908] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1186.143048] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1186.548581] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35484b95-fdf2-427f-ae7f-b7609c1dc176: rpc.has_security_group_logging(os_id): False [ 1186.566916] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.567133] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.567133] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.567351] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.567441] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.567652] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.567752] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.567814] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.567960] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.568049] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.568239] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.568333] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.568393] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.568531] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.568605] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.568782] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.568872] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.568932] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.569081] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.569155] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.569239] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 is going to be updated. [ 1186.646187] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.646389] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.646389] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.646612] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.646765] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.660721] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: IN_PROGRESS for 2s [ 1186.806115] env[65426]: INFO networking_nsxv3.common.synchronization [None req-b83782df-cd3d-451d-b7f0-0b12a9d48d8e tempest-AttachVolumeNegativeTest-527449890 tempest-AttachVolumeNegativeTest-527449890-project-member] Enqueued Resource ID: 752173c4-5ea9-4bb8-97b4-26712b246389 with Priority: HIGHEST for action security_group_rules [ 1186.806677] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752173c4-5ea9-4bb8-97b4-26712b246389 with Priority: HIGHEST for action security_group_rules [ 1186.806987] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-752173c4-5ea9-4bb8-97b4-26712b246389 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.807648] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-752173c4-5ea9-4bb8-97b4-26712b246389" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.807725] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-752173c4-5ea9-4bb8-97b4-26712b246389" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.807987] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-752173c4-5ea9-4bb8-97b4-26712b246389" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.808087] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('752173c4-5ea9-4bb8-97b4-26712b246389',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.891501] env[65426]: INFO networking_nsxv3.common.synchronization [None req-d9eac6f8-27bf-4f93-83f7-5bc0f32323e2 tempest-AttachVolumeNegativeTest-527449890 tempest-AttachVolumeNegativeTest-527449890-project-member] Enqueued Resource ID: 752173c4-5ea9-4bb8-97b4-26712b246389 with Priority: HIGHEST for action security_group_rules [ 1186.892219] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752173c4-5ea9-4bb8-97b4-26712b246389 with Priority: HIGHEST for action security_group_rules [ 1186.892625] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-752173c4-5ea9-4bb8-97b4-26712b246389 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.892734] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-752173c4-5ea9-4bb8-97b4-26712b246389" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.330317] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.330317] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.330563] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.330981] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.330981] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.330981] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 752173c4-5ea9-4bb8-97b4-26712b246389 already deleted. [ 1187.330981] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-752173c4-5ea9-4bb8-97b4-26712b246389" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.331194] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-752173c4-5ea9-4bb8-97b4-26712b246389" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.331596] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-752173c4-5ea9-4bb8-97b4-26712b246389" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.331596] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('752173c4-5ea9-4bb8-97b4-26712b246389',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.851911] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.852264] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.852264] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.852367] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.852454] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.852553] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 752173c4-5ea9-4bb8-97b4-26712b246389 already deleted. [ 1187.852633] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-752173c4-5ea9-4bb8-97b4-26712b246389" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.910766] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 623339f9-5bd5-4969-86e4-4653350693b5 in Status: SUCCESS [ 1187.910978] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.676819] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: SUCCESS [ 1188.677108] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.321427] env[65426]: INFO networking_nsxv3.common.synchronization [req-22807a94-5ddb-4248-9d13-f189ae092ccf req-852f49ba-709e-494d-9a67-0267e89e7b22 tempest-DeleteServersTestJSON-1156533855 tempest-DeleteServersTestJSON-1156533855-project-member] Enqueued Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_members [ 1189.322127] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGHEST for action security_group_members [ 1189.322444] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.322563] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.322640] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.322813] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.322999] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.323079] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.323145] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.323380] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.323380] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.323568] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.827027] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.827027] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.827027] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.827027] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.827302] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.827302] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.827422] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.827486] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.827646] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.827738] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.827828] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a652184f-fd23-4722-80e0-ff95f29138b5 is going to be updated. [ 1189.856614] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.856878] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.857045] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.857336] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.857585] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.868455] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: IN_PROGRESS for 2s [ 1190.631511] env[65426]: INFO networking_nsxv3.common.synchronization [req-7376e947-ccdd-4d65-8982-4b53d7027452 req-0632bf00-cb1e-4234-aaea-8dd5c125b08d tempest-ServersTestJSON-327749177 tempest-ServersTestJSON-327749177-project-member] Enqueued Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1190.631511] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1190.631511] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.632070] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.632230] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.632497] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.634342] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.634342] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.634342] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.634342] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.634342] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.634342] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.139661] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.641967] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.879872] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a652184f-fd23-4722-80e0-ff95f29138b5 in Status: SUCCESS [ 1191.880127] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a652184f-fd23-4722-80e0-ff95f29138b5 deletion is rescheduled due to dependency. [ 1191.880256] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.143966] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.144145] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.144217] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.144444] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.144541] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.144659] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 is going to be updated. [ 1192.175778] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.175900] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.175977] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.176223] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.176369] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.185213] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: IN_PROGRESS for 2s [ 1192.393534] env[65426]: INFO networking_nsxv3.common.synchronization [req-95182c31-a1e0-498c-9ea7-a49d74ccf759 req-ad574e32-219a-42b6-8755-5a66bdcc15cc tempest-AttachVolumeNegativeTest-527449890 tempest-AttachVolumeNegativeTest-527449890-project-member] Enqueued Resource ID: 752173c4-5ea9-4bb8-97b4-26712b246389 with Priority: HIGHEST for action security_group_members [ 1192.393851] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752173c4-5ea9-4bb8-97b4-26712b246389 with Priority: HIGHEST for action security_group_members [ 1192.394177] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-752173c4-5ea9-4bb8-97b4-26712b246389 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.394297] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752173c4-5ea9-4bb8-97b4-26712b246389" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.394363] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752173c4-5ea9-4bb8-97b4-26712b246389" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.394615] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752173c4-5ea9-4bb8-97b4-26712b246389" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.394772] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.394875] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.394937] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.395105] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.395211] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.395306] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('752173c4-5ea9-4bb8-97b4-26712b246389',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.677557] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-523 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.677889] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-523" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.677889] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-523" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.678314] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-523" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.678457] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.678632] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.678753] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.678988] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.679172] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.679419] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1192.679814] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1192.679814] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1192.679814] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1192.679933] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1192.679978] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1192.680139] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1192.703392] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1192.703392] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1192.703392] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1192.703392] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-523" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.703671] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-cee6d676-c2f7-48cb-a4cc-6d1a6109f94e taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.703671] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-cee6d676-c2f7-48cb-a4cc-6d1a6109f94e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.703776] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-cee6d676-c2f7-48cb-a4cc-6d1a6109f94e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.704049] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-cee6d676-c2f7-48cb-a4cc-6d1a6109f94e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.704474] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cee6d676-c2f7-48cb-a4cc-6d1a6109f94e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.897858] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.898097] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.898241] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.898616] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.898763] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.899162] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.899385] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.899502] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.899758] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.899887] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.900045] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 752173c4-5ea9-4bb8-97b4-26712b246389 already deleted. [ 1192.900149] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752173c4-5ea9-4bb8-97b4-26712b246389" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.206733] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.207142] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.207348] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.207683] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.207981] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.208399] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port cee6d676-c2f7-48cb-a4cc-6d1a6109f94e not found, creating... [ 1193.208695] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.208871] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.208988] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.209424] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.209730] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.210049] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.210212] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.210397] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.210939] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.211107] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.211251] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: cee6d676-c2f7-48cb-a4cc-6d1a6109f94e is going to be created. [ 1193.233065] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.233296] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.233424] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.233787] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.234032] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.234265] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-cee6d676-c2f7-48cb-a4cc-6d1a6109f94e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.944275] env[65426]: INFO networking_nsxv3.common.synchronization [req-95182c31-a1e0-498c-9ea7-a49d74ccf759 req-8c5d0754-5b85-4478-8706-64dbb677678f service nova] Enqueued Resource ID: 752173c4-5ea9-4bb8-97b4-26712b246389 with Priority: HIGHEST for action security_group_rules [ 1193.944533] env[65426]: INFO networking_nsxv3.common.synchronization [req-95182c31-a1e0-498c-9ea7-a49d74ccf759 req-8c5d0754-5b85-4478-8706-64dbb677678f service nova] Enqueued Resource ID: 752173c4-5ea9-4bb8-97b4-26712b246389 with Priority: HIGHEST for action security_group_members [ 1193.944605] env[65426]: INFO networking_nsxv3.common.synchronization [req-95182c31-a1e0-498c-9ea7-a49d74ccf759 req-8c5d0754-5b85-4478-8706-64dbb677678f service nova] Enqueued Resource ID: cee6d676-c2f7-48cb-a4cc-6d1a6109f94e with Priority: HIGHEST for action port [ 1193.945183] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752173c4-5ea9-4bb8-97b4-26712b246389 with Priority: HIGHEST for action security_group_rules [ 1193.945335] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752173c4-5ea9-4bb8-97b4-26712b246389 with Priority: HIGHEST for action security_group_members [ 1193.945420] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cee6d676-c2f7-48cb-a4cc-6d1a6109f94e with Priority: HIGHEST for action port [ 1193.945725] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-752173c4-5ea9-4bb8-97b4-26712b246389 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.945817] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-752173c4-5ea9-4bb8-97b4-26712b246389" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.945910] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-752173c4-5ea9-4bb8-97b4-26712b246389" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.946137] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-752173c4-5ea9-4bb8-97b4-26712b246389" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.946218] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('752173c4-5ea9-4bb8-97b4-26712b246389',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.947122] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-752173c4-5ea9-4bb8-97b4-26712b246389 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.948099] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752173c4-5ea9-4bb8-97b4-26712b246389" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.948099] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752173c4-5ea9-4bb8-97b4-26712b246389" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.948099] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752173c4-5ea9-4bb8-97b4-26712b246389" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.948099] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.948099] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.948099] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.948099] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.948099] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.951253] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('752173c4-5ea9-4bb8-97b4-26712b246389',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.951253] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-cee6d676-c2f7-48cb-a4cc-6d1a6109f94e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.951253] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cee6d676-c2f7-48cb-a4cc-6d1a6109f94e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.951253] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cee6d676-c2f7-48cb-a4cc-6d1a6109f94e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.951253] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cee6d676-c2f7-48cb-a4cc-6d1a6109f94e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.951253] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cee6d676-c2f7-48cb-a4cc-6d1a6109f94e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.195120] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: SUCCESS [ 1194.195120] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.451479] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-752173c4-5ea9-4bb8-97b4-26712b246389 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.451685] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752173c4-5ea9-4bb8-97b4-26712b246389" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.451950] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('752173c4-5ea9-4bb8-97b4-26712b246389',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.452875] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cee6d676-c2f7-48cb-a4cc-6d1a6109f94e with status ACTIVE [ 1194.453135] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.453260] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.453325] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.453561] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.453628] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.453810] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.453908] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.453969] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.454134] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.454214] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.454409] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.454549] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.454616] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.454759] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.454834] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.454920] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cee6d676-c2f7-48cb-a4cc-6d1a6109f94e is going to be updated. [ 1194.477513] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.477513] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.477513] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.477513] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.477781] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.477781] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cee6d676-c2f7-48cb-a4cc-6d1a6109f94e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.957385] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('752173c4-5ea9-4bb8-97b4-26712b246389',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.460550] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.460867] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.460867] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.461024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.461124] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.461229] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 752173c4-5ea9-4bb8-97b4-26712b246389 is going to be created. [ 1195.485911] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.486116] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.486637] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.486637] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.486637] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.496459] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752173c4-5ea9-4bb8-97b4-26712b246389 in Status: UNINITIALIZED for 2s [ 1196.121101] env[65426]: INFO networking_nsxv3.common.synchronization [req-5b16f86e-bd92-4cf7-937a-a95fc7d5520a req-d1786b81-1054-4fcb-b0fb-95c6086e1cfa tempest-AttachVolumeShelveTestJSON-370820132 tempest-AttachVolumeShelveTestJSON-370820132-project-member] Enqueued Resource ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b with Priority: HIGHEST for action security_group_members [ 1196.121379] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b with Priority: HIGHEST for action security_group_members [ 1196.122142] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe7e643c-d515-42c3-84dd-a5411d3d2d4b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.122142] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.122142] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.122299] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.122421] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.122543] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.122608] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.122772] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.122883] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.122995] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe7e643c-d515-42c3-84dd-a5411d3d2d4b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.627708] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.627872] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.627947] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.628229] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.628337] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.628543] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.628662] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.628726] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.628897] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.628973] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.629093] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b is going to be updated. [ 1196.656525] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.656723] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.656723] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.657539] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.657539] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.666898] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b in Status: IN_PROGRESS for 2s [ 1196.743987] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.744211] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-784" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.744339] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-784" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.744606] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-784" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.744856] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.745015] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.746357] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.746633] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.746823] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.748430] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1196.748559] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1196.748672] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1196.748781] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1196.748891] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1196.748996] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1196.749208] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1196.768028] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1196.768213] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1196.768354] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1196.768525] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-784" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.768836] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-1e2d3c5e-b18a-4dfb-9cd4-956ec0004379 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.769015] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-1e2d3c5e-b18a-4dfb-9cd4-956ec0004379" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.769139] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-1e2d3c5e-b18a-4dfb-9cd4-956ec0004379" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.769395] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-1e2d3c5e-b18a-4dfb-9cd4-956ec0004379" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.769528] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e2d3c5e-b18a-4dfb-9cd4-956ec0004379',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.272606] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.272914] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.273017] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.273512] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.273512] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.273894] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.274096] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.274221] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.274474] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.276772] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.276772] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.276772] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.276772] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.276772] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.276772] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.276772] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 1e2d3c5e-b18a-4dfb-9cd4-956ec0004379 is going to be updated. [ 1197.300089] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.300531] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.300671] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.300969] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.301196] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.301663] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-1e2d3c5e-b18a-4dfb-9cd4-956ec0004379" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.507191] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752173c4-5ea9-4bb8-97b4-26712b246389 in Status: SUCCESS [ 1197.507395] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752173c4-5ea9-4bb8-97b4-26712b246389" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.507593] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752173c4-5ea9-4bb8-97b4-26712b246389" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.507848] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752173c4-5ea9-4bb8-97b4-26712b246389" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.508092] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.508219] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.508293] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.508441] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.508697] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.508697] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752173c4-5ea9-4bb8-97b4-26712b246389" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.508697] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('752173c4-5ea9-4bb8-97b4-26712b246389',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.011487] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('752173c4-5ea9-4bb8-97b4-26712b246389',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.016234] env[65426]: INFO networking_nsxv3.common.synchronization [req-e07dacca-2590-4632-a300-8aece7db2526 req-75e3d11a-ca5d-4ce4-be72-9475557e72c9 service nova] Enqueued Resource ID: 623339f9-5bd5-4969-86e4-4653350693b5 with Priority: HIGHEST for action security_group_rules [ 1198.016628] env[65426]: INFO networking_nsxv3.common.synchronization [req-e07dacca-2590-4632-a300-8aece7db2526 req-75e3d11a-ca5d-4ce4-be72-9475557e72c9 service nova] Enqueued Resource ID: 623339f9-5bd5-4969-86e4-4653350693b5 with Priority: HIGHEST for action security_group_members [ 1198.016786] env[65426]: INFO networking_nsxv3.common.synchronization [req-e07dacca-2590-4632-a300-8aece7db2526 req-75e3d11a-ca5d-4ce4-be72-9475557e72c9 service nova] Enqueued Resource ID: 1e2d3c5e-b18a-4dfb-9cd4-956ec0004379 with Priority: HIGHEST for action port [ 1198.017700] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 623339f9-5bd5-4969-86e4-4653350693b5 with Priority: HIGHEST for action security_group_rules [ 1198.017845] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 623339f9-5bd5-4969-86e4-4653350693b5 with Priority: HIGHEST for action security_group_members [ 1198.018017] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e2d3c5e-b18a-4dfb-9cd4-956ec0004379 with Priority: HIGHEST for action port [ 1198.018502] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-623339f9-5bd5-4969-86e4-4653350693b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.018681] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.018781] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.021525] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.021525] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('623339f9-5bd5-4969-86e4-4653350693b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.021525] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-623339f9-5bd5-4969-86e4-4653350693b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.021525] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.021525] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.021525] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.021807] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.021854] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.022103] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.023145] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.023145] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.023145] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('623339f9-5bd5-4969-86e4-4653350693b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.023455] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e2d3c5e-b18a-4dfb-9cd4-956ec0004379 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.023852] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e2d3c5e-b18a-4dfb-9cd4-956ec0004379" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.023852] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e2d3c5e-b18a-4dfb-9cd4-956ec0004379" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.023852] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e2d3c5e-b18a-4dfb-9cd4-956ec0004379" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.023980] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e2d3c5e-b18a-4dfb-9cd4-956ec0004379',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.513937] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 752173c4-5ea9-4bb8-97b4-26712b246389: rpc.has_security_group_logging(os_id): False [ 1198.525623] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('623339f9-5bd5-4969-86e4-4653350693b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.526698] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-623339f9-5bd5-4969-86e4-4653350693b5 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.526803] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.527058] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e2d3c5e-b18a-4dfb-9cd4-956ec0004379 with status ACTIVE [ 1198.527280] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.527431] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.527501] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.527777] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.527900] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.528135] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.528224] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.528280] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.528441] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.528518] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.528699] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.528813] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.528886] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.529562] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.529675] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.529778] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e2d3c5e-b18a-4dfb-9cd4-956ec0004379 is going to be updated. [ 1198.534416] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.535200] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.535294] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.535489] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.535575] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.535806] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.535904] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.535965] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.536178] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.536217] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.536280] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 752173c4-5ea9-4bb8-97b4-26712b246389 is going to be created. [ 1198.553872] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.554153] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.554232] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.554440] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.554576] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.554746] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e2d3c5e-b18a-4dfb-9cd4-956ec0004379" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.594982] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.595227] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.595227] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.595397] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.595577] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.606473] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 752173c4-5ea9-4bb8-97b4-26712b246389 in Status: IN_PROGRESS for 2s [ 1198.684631] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b in Status: SUCCESS [ 1198.684843] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b deletion is rescheduled due to dependency. [ 1198.684963] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.032234] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('623339f9-5bd5-4969-86e4-4653350693b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.535034] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.535525] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.535525] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.535525] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.535710] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.535710] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 623339f9-5bd5-4969-86e4-4653350693b5 is going to be updated. [ 1199.563931] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.564095] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.564252] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.564335] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.564484] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.575408] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 623339f9-5bd5-4969-86e4-4653350693b5 in Status: IN_PROGRESS for 2s [ 1200.259014] env[65426]: INFO networking_nsxv3.common.synchronization [req-29d7ae98-6a68-4bd7-a05e-946815175e4d req-158d30a4-ea40-4b59-9281-e618d8f08090 tempest-ServersTestJSON-327749177 tempest-ServersTestJSON-327749177-project-member] Enqueued Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1200.259508] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1200.259771] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.259893] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.259967] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.260222] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.260551] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.260551] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.260551] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.260730] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.260838] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.260897] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.538982] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-546 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.539453] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-546" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.539453] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-546" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.539614] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-546" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.539879] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.540037] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.540158] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.540370] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.540516] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.540735] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1200.540852] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1200.540962] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1200.541079] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1200.541207] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1200.541318] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1200.541457] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1200.559878] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1200.560044] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1200.560189] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1200.560360] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-546" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.560673] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-ed3f42fd-af5c-4373-848b-756acdc80dc1 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.560842] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-ed3f42fd-af5c-4373-848b-756acdc80dc1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.560961] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-ed3f42fd-af5c-4373-848b-756acdc80dc1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.561295] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-ed3f42fd-af5c-4373-848b-756acdc80dc1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.561433] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed3f42fd-af5c-4373-848b-756acdc80dc1',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.617937] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 752173c4-5ea9-4bb8-97b4-26712b246389 in Status: SUCCESS [ 1200.618182] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-752173c4-5ea9-4bb8-97b4-26712b246389" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.764515] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.064467] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.064467] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.064751] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.064975] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.065098] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.065985] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port ed3f42fd-af5c-4373-848b-756acdc80dc1 not found, creating... [ 1201.065985] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.065985] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.065985] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.065985] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.066246] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.066459] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.066656] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.066798] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.067056] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.067225] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.067383] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: ed3f42fd-af5c-4373-848b-756acdc80dc1 is going to be created. [ 1201.090206] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.090425] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.090520] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.090796] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.091037] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.091266] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-ed3f42fd-af5c-4373-848b-756acdc80dc1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.268285] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.585547] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 623339f9-5bd5-4969-86e4-4653350693b5 in Status: SUCCESS [ 1201.585840] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.585929] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.586166] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.586354] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.586466] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.586530] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.586679] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.586760] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.586844] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.586932] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('623339f9-5bd5-4969-86e4-4653350693b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.770752] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.770998] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.771146] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.771408] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.771567] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.771724] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 is going to be updated. [ 1201.802326] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.802326] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.802498] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.802931] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.802931] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.806303] env[65426]: INFO networking_nsxv3.common.synchronization [req-29d7ae98-6a68-4bd7-a05e-946815175e4d req-01e0d6be-1d03-4aa4-a234-7aad5e6a8c66 service nova] Enqueued Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_rules [ 1201.806546] env[65426]: INFO networking_nsxv3.common.synchronization [req-29d7ae98-6a68-4bd7-a05e-946815175e4d req-01e0d6be-1d03-4aa4-a234-7aad5e6a8c66 service nova] Enqueued Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1201.806614] env[65426]: INFO networking_nsxv3.common.synchronization [req-29d7ae98-6a68-4bd7-a05e-946815175e4d req-01e0d6be-1d03-4aa4-a234-7aad5e6a8c66 service nova] Enqueued Resource ID: ed3f42fd-af5c-4373-848b-756acdc80dc1 with Priority: HIGHEST for action port [ 1201.807150] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_rules [ 1201.807293] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1201.807393] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed3f42fd-af5c-4373-848b-756acdc80dc1 with Priority: HIGHEST for action port [ 1201.807658] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.807791] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.807886] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.808045] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.808127] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.808952] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.809062] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.809278] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed3f42fd-af5c-4373-848b-756acdc80dc1 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.809380] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed3f42fd-af5c-4373-848b-756acdc80dc1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.809444] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed3f42fd-af5c-4373-848b-756acdc80dc1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.809665] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed3f42fd-af5c-4373-848b-756acdc80dc1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.809743] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed3f42fd-af5c-4373-848b-756acdc80dc1',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.813262] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: IN_PROGRESS for 2s [ 1202.088828] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-623339f9-5bd5-4969-86e4-4653350693b5 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.089030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.089073] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.089522] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.089651] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.089719] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.089847] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.089964] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.090120] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.090240] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.090417] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-623339f9-5bd5-4969-86e4-4653350693b5 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.090519] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.090581] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.090727] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.090867] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.090956] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.091033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.091172] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.091295] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.091326] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.091411] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('623339f9-5bd5-4969-86e4-4653350693b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.311244] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.311433] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.314433] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed3f42fd-af5c-4373-848b-756acdc80dc1 with status ACTIVE [ 1202.314785] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.314981] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.315129] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.315351] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.315439] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.315623] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.315729] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.315791] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.315914] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.315977] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.316171] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.316330] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.316330] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.316434] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.316508] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.316588] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed3f42fd-af5c-4373-848b-756acdc80dc1 is going to be updated. [ 1202.343329] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.343526] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.343571] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.343782] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.343927] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.344107] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed3f42fd-af5c-4373-848b-756acdc80dc1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.593576] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 623339f9-5bd5-4969-86e4-4653350693b5: rpc.has_security_group_logging(os_id): False [ 1202.612634] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.613895] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.613967] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.614257] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.614398] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.614647] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.614734] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.614800] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.614956] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.615043] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.615221] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.615313] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.615373] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.615507] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.615580] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.615764] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.615857] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.615916] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.616145] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.616763] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.616763] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 623339f9-5bd5-4969-86e4-4653350693b5 is going to be updated. [ 1202.677909] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.678177] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.678292] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.678714] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.678916] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.693402] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 623339f9-5bd5-4969-86e4-4653350693b5 in Status: IN_PROGRESS for 2s [ 1202.820197] env[65426]: INFO networking_nsxv3.common.synchronization [None req-79efd463-1fbc-4e34-bca5-70c499ee0d48 tempest-AttachVolumeShelveTestJSON-370820132 tempest-AttachVolumeShelveTestJSON-370820132-project-member] Enqueued Resource ID: aded31b3-1309-4303-9c1d-eb33b088e5ea with Priority: HIGHEST for action security_group_rules [ 1202.821130] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aded31b3-1309-4303-9c1d-eb33b088e5ea with Priority: HIGHEST for action security_group_rules [ 1202.821639] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aded31b3-1309-4303-9c1d-eb33b088e5ea taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.821781] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.821849] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.822124] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.822277] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aded31b3-1309-4303-9c1d-eb33b088e5ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.908037] env[65426]: INFO networking_nsxv3.common.synchronization [None req-3d9845ba-fe97-4c2e-86e7-2776ab455336 tempest-AttachVolumeShelveTestJSON-370820132 tempest-AttachVolumeShelveTestJSON-370820132-project-member] Enqueued Resource ID: aded31b3-1309-4303-9c1d-eb33b088e5ea with Priority: HIGHEST for action security_group_rules [ 1202.908801] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aded31b3-1309-4303-9c1d-eb33b088e5ea with Priority: HIGHEST for action security_group_rules [ 1202.909181] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aded31b3-1309-4303-9c1d-eb33b088e5ea taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.909327] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.354075] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.354239] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.354294] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.354510] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.354599] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.354720] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aded31b3-1309-4303-9c1d-eb33b088e5ea already deleted. [ 1203.354811] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.354962] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.355138] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.355222] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aded31b3-1309-4303-9c1d-eb33b088e5ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.824625] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: SUCCESS [ 1203.825180] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.825180] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.825374] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.825571] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.825708] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.825785] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.825980] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.826051] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.826144] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.876853] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.876987] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.877078] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.877292] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.877423] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.877495] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aded31b3-1309-4303-9c1d-eb33b088e5ea already deleted. [ 1203.877611] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.329185] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.708013] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 623339f9-5bd5-4969-86e4-4653350693b5 in Status: SUCCESS [ 1204.708236] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.830851] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.333417] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.333567] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.333635] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.333918] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.334048] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.334141] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 is going to be updated. [ 1205.364311] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.364510] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.364586] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.364880] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.365060] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.374255] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: IN_PROGRESS for 2s [ 1207.386593] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: SUCCESS [ 1207.386593] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.386593] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.387076] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.387076] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.387076] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.387076] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.387253] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.387253] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.387337] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.387431] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.889606] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.889840] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.889963] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.890311] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.890566] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.890735] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.890843] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.891107] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.891267] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.891431] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.891680] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.891843] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.891949] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.892402] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.892480] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.892653] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.892715] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.892901] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.893034] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.893162] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.893293] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.909308] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1207.909427] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1208.313430] env[65426]: INFO networking_nsxv3.common.synchronization [req-41028348-86e5-4554-8913-02700ca064ab req-527908ab-d747-4d30-b41b-4336ac49b91f tempest-AttachVolumeShelveTestJSON-370820132 tempest-AttachVolumeShelveTestJSON-370820132-project-member] Enqueued Resource ID: aded31b3-1309-4303-9c1d-eb33b088e5ea with Priority: HIGHEST for action security_group_members [ 1208.314160] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aded31b3-1309-4303-9c1d-eb33b088e5ea with Priority: HIGHEST for action security_group_members [ 1208.314619] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-aded31b3-1309-4303-9c1d-eb33b088e5ea taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.314830] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.314960] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.315343] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.315589] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.315841] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.315963] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.316471] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.316530] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.316663] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aded31b3-1309-4303-9c1d-eb33b088e5ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.395631] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35484b95-fdf2-427f-ae7f-b7609c1dc176: rpc.has_security_group_logging(os_id): False [ 1208.416733] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.416733] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.416733] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.417014] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.417014] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.417259] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.417385] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.417444] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.417579] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.417657] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.418042] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.418042] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.418042] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.418215] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.418215] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.418381] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.418464] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.418521] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.418651] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.418714] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.418803] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 is going to be updated. [ 1208.511914] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.512186] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.512186] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.512345] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.512489] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.525593] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: IN_PROGRESS for 2s [ 1208.647686] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-605 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.647898] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-605" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.648041] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-605" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.648316] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-605" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.648585] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.648728] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.648846] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.649076] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.649225] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.649441] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1208.649553] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1208.649659] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1208.649775] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1208.649877] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1208.649959] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1208.650099] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1208.670563] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1208.670840] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1208.670840] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1208.671074] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-605" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.671375] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-d69699dc-2a07-46cf-960c-bf236e6a21dc taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.671551] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-d69699dc-2a07-46cf-960c-bf236e6a21dc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.671668] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-d69699dc-2a07-46cf-960c-bf236e6a21dc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.672023] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-d69699dc-2a07-46cf-960c-bf236e6a21dc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.672190] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d69699dc-2a07-46cf-960c-bf236e6a21dc',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.819638] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.819845] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.819845] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.820039] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.820137] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.820340] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.820426] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.820504] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.820703] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.820836] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.820977] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aded31b3-1309-4303-9c1d-eb33b088e5ea already deleted. [ 1208.821238] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.175134] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.175481] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.175702] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.176091] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.176257] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.176422] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port d69699dc-2a07-46cf-960c-bf236e6a21dc not found, creating... [ 1209.176701] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.176864] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.176980] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.177225] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.177362] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.177648] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.177823] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.177914] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.178134] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.178265] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.178402] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: d69699dc-2a07-46cf-960c-bf236e6a21dc is going to be created. [ 1209.200730] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.200970] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.200970] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.201214] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.201444] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.201670] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-d69699dc-2a07-46cf-960c-bf236e6a21dc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.872853] env[65426]: INFO networking_nsxv3.common.synchronization [req-41028348-86e5-4554-8913-02700ca064ab req-5820706b-5245-49a8-9a6a-e499e44ab9d1 service nova] Enqueued Resource ID: aded31b3-1309-4303-9c1d-eb33b088e5ea with Priority: HIGHEST for action security_group_rules [ 1209.873115] env[65426]: INFO networking_nsxv3.common.synchronization [req-41028348-86e5-4554-8913-02700ca064ab req-5820706b-5245-49a8-9a6a-e499e44ab9d1 service nova] Enqueued Resource ID: aded31b3-1309-4303-9c1d-eb33b088e5ea with Priority: HIGHEST for action security_group_members [ 1209.873205] env[65426]: INFO networking_nsxv3.common.synchronization [req-41028348-86e5-4554-8913-02700ca064ab req-5820706b-5245-49a8-9a6a-e499e44ab9d1 service nova] Enqueued Resource ID: d69699dc-2a07-46cf-960c-bf236e6a21dc with Priority: HIGHEST for action port [ 1209.873746] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aded31b3-1309-4303-9c1d-eb33b088e5ea with Priority: HIGHEST for action security_group_rules [ 1209.873867] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aded31b3-1309-4303-9c1d-eb33b088e5ea with Priority: HIGHEST for action security_group_members [ 1209.873971] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d69699dc-2a07-46cf-960c-bf236e6a21dc with Priority: HIGHEST for action port [ 1209.874285] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aded31b3-1309-4303-9c1d-eb33b088e5ea taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.874405] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.874471] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.874662] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.874796] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aded31b3-1309-4303-9c1d-eb33b088e5ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.875584] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-aded31b3-1309-4303-9c1d-eb33b088e5ea taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.875696] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.875926] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.876032] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.876115] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.876188] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.876248] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.876384] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.876467] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.876552] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aded31b3-1309-4303-9c1d-eb33b088e5ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.877312] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-d69699dc-2a07-46cf-960c-bf236e6a21dc taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.878078] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d69699dc-2a07-46cf-960c-bf236e6a21dc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.878078] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d69699dc-2a07-46cf-960c-bf236e6a21dc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.878078] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d69699dc-2a07-46cf-960c-bf236e6a21dc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.878078] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d69699dc-2a07-46cf-960c-bf236e6a21dc',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.379537] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aded31b3-1309-4303-9c1d-eb33b088e5ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.380510] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-aded31b3-1309-4303-9c1d-eb33b088e5ea taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.380617] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.380772] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d69699dc-2a07-46cf-960c-bf236e6a21dc with status ACTIVE [ 1210.380926] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.381042] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.381107] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.381309] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.381408] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.381560] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.381651] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.381741] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.382589] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.382589] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.382589] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.382589] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.382589] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.382589] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.382589] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.382589] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d69699dc-2a07-46cf-960c-bf236e6a21dc is going to be updated. [ 1210.403891] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.404081] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.404241] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.404340] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.404523] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.404708] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d69699dc-2a07-46cf-960c-bf236e6a21dc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.543347] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: SUCCESS [ 1210.543559] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.884105] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aded31b3-1309-4303-9c1d-eb33b088e5ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.388216] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.388447] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.388522] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.388759] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.388861] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.388972] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aded31b3-1309-4303-9c1d-eb33b088e5ea is going to be created. [ 1211.416054] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.416054] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.416054] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.416054] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.416054] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.426375] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aded31b3-1309-4303-9c1d-eb33b088e5ea in Status: UNINITIALIZED for 2s [ 1212.668633] env[65426]: INFO networking_nsxv3.common.synchronization [req-c0484053-dab1-49cd-a82b-2a31467afdbe req-2b9394c1-baa1-4670-bac1-0e28aa3b75d4 tempest-ServersTestJSON-327749177 tempest-ServersTestJSON-327749177-project-member] Enqueued Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1212.669486] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1212.669525] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.669626] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.669694] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.670331] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.670331] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.670331] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.670331] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.670603] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.670603] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.670603] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.172376] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.438074] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aded31b3-1309-4303-9c1d-eb33b088e5ea in Status: SUCCESS [ 1213.438551] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.438551] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.438822] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.438875] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.438982] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.439060] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.439233] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.439282] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.439360] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.439483] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aded31b3-1309-4303-9c1d-eb33b088e5ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.675470] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.942602] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aded31b3-1309-4303-9c1d-eb33b088e5ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.970627] env[65426]: INFO networking_nsxv3.common.synchronization [req-0296da27-e72f-4628-bef1-163813e3a307 req-9cabeaa7-e26f-4ed6-b1a9-7de00b51c4c1 tempest-AttachInterfacesTestJSON-1787164303 tempest-AttachInterfacesTestJSON-1787164303-project-member] Enqueued Resource ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 with Priority: HIGHEST for action security_group_members [ 1213.971238] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 with Priority: HIGHEST for action security_group_members [ 1213.971876] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b337ac-65aa-48b5-9673-9b637fd1afd7 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.971876] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.971876] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.972076] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.972076] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.972164] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.972224] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.972371] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.973314] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.973314] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77b337ac-65aa-48b5-9673-9b637fd1afd7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.178085] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.178286] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.178330] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.178560] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.178656] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.178759] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 is going to be updated. [ 1214.217622] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.217784] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.218220] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.218410] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.218561] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.229531] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: IN_PROGRESS for 2s [ 1214.444190] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aded31b3-1309-4303-9c1d-eb33b088e5ea: rpc.has_security_group_logging(os_id): False [ 1214.462607] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.462840] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.462840] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.463106] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.463232] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.463513] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.463640] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.463691] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.463892] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.463970] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.464073] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aded31b3-1309-4303-9c1d-eb33b088e5ea is going to be created. [ 1214.475906] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77b337ac-65aa-48b5-9673-9b637fd1afd7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.526020] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.526218] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.526218] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.526426] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.526643] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.540698] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aded31b3-1309-4303-9c1d-eb33b088e5ea in Status: IN_PROGRESS for 2s [ 1214.978848] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77b337ac-65aa-48b5-9673-9b637fd1afd7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.480689] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.480900] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.481057] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.481224] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.481318] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.481437] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 is going to be updated. [ 1215.508646] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.508915] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.508915] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.509041] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.509205] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.518859] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 in Status: IN_PROGRESS for 2s [ 1216.239067] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: SUCCESS [ 1216.239378] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.553660] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aded31b3-1309-4303-9c1d-eb33b088e5ea in Status: SUCCESS [ 1216.554023] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.528459] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 in Status: SUCCESS [ 1217.528846] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.169739] env[65426]: INFO networking_nsxv3.common.synchronization [req-2a5a53de-190b-42a3-99f3-4982c5b5bec0 req-9b214ca0-34fd-452b-8dc2-301de29767f1 tempest-ServerActionsTestJSON-2130197459 tempest-ServerActionsTestJSON-2130197459-project-member] Enqueued Resource ID: 7c134f47-7186-45fa-af36-389e9977eb16 with Priority: HIGHEST for action security_group_members [ 1218.170254] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c134f47-7186-45fa-af36-389e9977eb16 with Priority: HIGHEST for action security_group_members [ 1218.170633] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c134f47-7186-45fa-af36-389e9977eb16 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.170770] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c134f47-7186-45fa-af36-389e9977eb16" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.170813] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c134f47-7186-45fa-af36-389e9977eb16" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.171294] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c134f47-7186-45fa-af36-389e9977eb16" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.171294] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.171400] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.171400] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.171648] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.171648] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.171762] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c134f47-7186-45fa-af36-389e9977eb16',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.674427] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.674924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.674924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.674924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.674924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.675181] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.676046] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.676229] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.676465] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.676549] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.676674] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c134f47-7186-45fa-af36-389e9977eb16 is going to be updated. [ 1218.707324] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.707640] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.707640] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.707812] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.707860] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.717634] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c134f47-7186-45fa-af36-389e9977eb16 in Status: IN_PROGRESS for 2s [ 1220.391631] env[65426]: INFO networking_nsxv3.common.synchronization [req-aa42e612-da11-4377-8ec8-d5746335612d req-e30a01c3-9234-448e-b2ea-9541b1b6da7f tempest-AttachInterfacesTestJSON-1787164303 tempest-AttachInterfacesTestJSON-1787164303-project-member] Enqueued Resource ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 with Priority: HIGHEST for action security_group_members [ 1220.392272] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 with Priority: HIGHEST for action security_group_members [ 1220.392530] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b337ac-65aa-48b5-9673-9b637fd1afd7 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.392652] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.392714] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.392925] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.393170] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.393170] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.393260] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.393534] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.393534] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.393534] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77b337ac-65aa-48b5-9673-9b637fd1afd7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.728835] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c134f47-7186-45fa-af36-389e9977eb16 in Status: SUCCESS [ 1220.729018] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c134f47-7186-45fa-af36-389e9977eb16 deletion is rescheduled due to dependency. [ 1220.729139] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c134f47-7186-45fa-af36-389e9977eb16" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.896529] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.896720] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.896785] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.897183] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.897352] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.897585] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.897739] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.897841] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.898094] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.898219] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.898370] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 is going to be updated. [ 1220.926956] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.927174] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.927286] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.927572] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.927792] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.964227] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 in Status: IN_PROGRESS for 2s [ 1222.036196] env[65426]: INFO networking_nsxv3.common.synchronization [req-0b17bd94-55b1-4127-b6a7-d1ac50826a57 req-dceac077-4803-43b6-bd60-40b14a0a7ec0 tempest-ServersTestJSON-327749177 tempest-ServersTestJSON-327749177-project-member] Enqueued Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1222.036738] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1222.037048] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.037173] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.037240] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.037428] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.037580] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.037678] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.037740] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.037885] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.037972] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.038080] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.303474] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-546 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.303746] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-546" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.303967] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-546" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.304306] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-546" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.304594] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.304785] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.304953] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.305223] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.305408] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.305675] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1222.305816] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1222.305952] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1222.306099] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1222.306266] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1222.306407] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1222.306580] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1222.336718] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1222.337513] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1222.337513] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1222.337513] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-546" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.337952] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-7d10772e-251f-4775-8d26-d4147a79d0c8 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.338044] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-7d10772e-251f-4775-8d26-d4147a79d0c8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.338146] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-7d10772e-251f-4775-8d26-d4147a79d0c8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.338492] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-7d10772e-251f-4775-8d26-d4147a79d0c8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.338630] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d10772e-251f-4775-8d26-d4147a79d0c8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.541226] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.840639] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.840890] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.841029] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.841333] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.841571] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.841762] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 7d10772e-251f-4775-8d26-d4147a79d0c8 not found, creating... [ 1222.842088] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.842251] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.842369] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.842584] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.842722] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.843000] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.843161] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.843274] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.843480] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.843610] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.843750] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 7d10772e-251f-4775-8d26-d4147a79d0c8 is going to be created. [ 1222.863400] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.863684] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.863684] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.863988] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.864230] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.864449] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-7d10772e-251f-4775-8d26-d4147a79d0c8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.977994] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 in Status: SUCCESS [ 1222.978424] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 deletion is rescheduled due to dependency. [ 1222.978424] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.043396] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.546293] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.546293] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.546293] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.546473] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.546568] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.546644] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 is going to be updated. [ 1223.564282] env[65426]: INFO networking_nsxv3.common.synchronization [req-0b17bd94-55b1-4127-b6a7-d1ac50826a57 req-1784bb30-561e-4752-8f96-5197e547e1a1 service nova] Enqueued Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_rules [ 1223.564864] env[65426]: INFO networking_nsxv3.common.synchronization [req-0b17bd94-55b1-4127-b6a7-d1ac50826a57 req-1784bb30-561e-4752-8f96-5197e547e1a1 service nova] Enqueued Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1223.564864] env[65426]: INFO networking_nsxv3.common.synchronization [req-0b17bd94-55b1-4127-b6a7-d1ac50826a57 req-1784bb30-561e-4752-8f96-5197e547e1a1 service nova] Enqueued Resource ID: 7d10772e-251f-4775-8d26-d4147a79d0c8 with Priority: HIGHEST for action port [ 1223.565145] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_rules [ 1223.565280] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1223.565398] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d10772e-251f-4775-8d26-d4147a79d0c8 with Priority: HIGHEST for action port [ 1223.565636] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.565749] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.565815] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.566015] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.566239] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.567807] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.567915] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.568199] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d10772e-251f-4775-8d26-d4147a79d0c8 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.568407] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d10772e-251f-4775-8d26-d4147a79d0c8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.568407] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d10772e-251f-4775-8d26-d4147a79d0c8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.569166] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d10772e-251f-4775-8d26-d4147a79d0c8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.569166] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d10772e-251f-4775-8d26-d4147a79d0c8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.576783] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.576783] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.576783] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.576783] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.576783] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.585918] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: IN_PROGRESS for 2s [ 1224.068567] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.068567] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.071344] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d10772e-251f-4775-8d26-d4147a79d0c8 with status ACTIVE [ 1224.071344] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.071454] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.071558] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.071867] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.072032] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.072310] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.072463] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.072537] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.072772] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.072923] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.073250] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.073396] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.073482] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.073667] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.073768] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.073893] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d10772e-251f-4775-8d26-d4147a79d0c8 is going to be updated. [ 1224.096681] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.096826] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.096960] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.097155] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.097294] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.097453] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d10772e-251f-4775-8d26-d4147a79d0c8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.597866] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: SUCCESS [ 1225.598254] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.598435] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.598698] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.598954] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.599097] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.599191] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.599358] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.599468] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.599650] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.938674] env[65426]: INFO networking_nsxv3.common.synchronization [None req-2690b180-87c2-43f4-8574-426d500a7188 tempest-AttachInterfacesTestJSON-1787164303 tempest-AttachInterfacesTestJSON-1787164303-project-member] Enqueued Resource ID: 623339f9-5bd5-4969-86e4-4653350693b5 with Priority: HIGHEST for action security_group_members [ 1225.939166] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 623339f9-5bd5-4969-86e4-4653350693b5 with Priority: HIGHEST for action security_group_members [ 1225.939474] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-623339f9-5bd5-4969-86e4-4653350693b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.939599] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.939667] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.939896] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.940233] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.940305] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.940305] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.940477] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.940562] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.940655] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('623339f9-5bd5-4969-86e4-4653350693b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.102232] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.443024] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.443206] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.443249] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.443504] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.443601] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.443821] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.444027] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.444096] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.444260] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.444338] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.444428] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 623339f9-5bd5-4969-86e4-4653350693b5 is going to be updated. [ 1226.478066] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.478284] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.478284] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.478492] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.478789] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.489331] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 623339f9-5bd5-4969-86e4-4653350693b5 in Status: IN_PROGRESS for 2s [ 1226.604564] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.106096] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.106335] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.106335] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.106540] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.106629] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.106732] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 is going to be updated. [ 1227.136934] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.137168] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.137168] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.137333] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.137565] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.146940] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: IN_PROGRESS for 2s [ 1228.499680] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 623339f9-5bd5-4969-86e4-4653350693b5 in Status: SUCCESS [ 1228.500037] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 623339f9-5bd5-4969-86e4-4653350693b5 deletion is rescheduled due to dependency. [ 1228.500037] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.156921] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: SUCCESS [ 1229.157205] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.157413] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.157715] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.157961] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.158137] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.158239] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.158456] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.158556] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.158654] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.158782] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.661785] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.662261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.662261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.662344] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.662518] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.662638] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.662638] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.662823] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.662878] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.662946] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.663108] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.663200] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.663254] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.663391] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.663525] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.663614] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.663801] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.663801] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.663880] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.663982] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.664222] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.168865] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35484b95-fdf2-427f-ae7f-b7609c1dc176: rpc.has_security_group_logging(os_id): False [ 1230.173512] env[65426]: INFO networking_nsxv3.common.synchronization [None req-beef6232-c0e5-474b-ac3b-4addbf57a69d None None] Enqueued Resource ID: a9585e60-0111-4aae-802d-aabdc2ba08ca with Priority: HIGHEST for action port [ 1230.173767] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9585e60-0111-4aae-802d-aabdc2ba08ca with Priority: HIGHEST for action port [ 1230.174378] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9585e60-0111-4aae-802d-aabdc2ba08ca taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.174499] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9585e60-0111-4aae-802d-aabdc2ba08ca" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.174567] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9585e60-0111-4aae-802d-aabdc2ba08ca" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.174836] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9585e60-0111-4aae-802d-aabdc2ba08ca" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.175096] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9585e60-0111-4aae-802d-aabdc2ba08ca',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.187996] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.188197] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.188244] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.188498] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.188619] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.188895] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.189031] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.189105] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.189309] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.189407] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.189625] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.189731] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.189796] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.189961] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.190071] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.190277] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.190412] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.190507] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.190680] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.190763] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.190856] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 is going to be updated. [ 1230.260733] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.260947] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.260947] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.261527] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.261527] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.279747] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: IN_PROGRESS for 2s [ 1230.690049] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9585e60-0111-4aae-802d-aabdc2ba08ca [ 1230.690049] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.690049] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.690049] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.690049] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.690049] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.690049] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9585e60-0111-4aae-802d-aabdc2ba08ca already deleted. [ 1230.690049] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9585e60-0111-4aae-802d-aabdc2ba08ca" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.298425] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: SUCCESS [ 1232.298720] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.498125] env[65426]: INFO networking_nsxv3.common.synchronization [None req-6eca8a39-fa19-430e-9842-0e901d77b56e None None] Enqueued Resource ID: be95f02a-c269-42ea-9025-26c1ce4c311e with Priority: HIGHEST for action port [ 1232.499242] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be95f02a-c269-42ea-9025-26c1ce4c311e with Priority: HIGHEST for action port [ 1232.499242] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-be95f02a-c269-42ea-9025-26c1ce4c311e taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.499242] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be95f02a-c269-42ea-9025-26c1ce4c311e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.499242] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be95f02a-c269-42ea-9025-26c1ce4c311e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.499510] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be95f02a-c269-42ea-9025-26c1ce4c311e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.499510] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be95f02a-c269-42ea-9025-26c1ce4c311e',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.001652] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be95f02a-c269-42ea-9025-26c1ce4c311e [ 1233.001652] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.001927] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.001927] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.002108] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.002209] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.002312] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be95f02a-c269-42ea-9025-26c1ce4c311e already deleted. [ 1233.002394] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be95f02a-c269-42ea-9025-26c1ce4c311e" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.894129] env[65426]: INFO networking_nsxv3.common.synchronization [req-3598e029-03ba-49c7-8af5-0a1a54604338 req-bcc3c146-a5b9-4c4e-a340-eb96b1bb1323 tempest-AttachInterfacesV270Test-387055026 tempest-AttachInterfacesV270Test-387055026-project-member] Enqueued Resource ID: f4374444-3b32-4f6a-b2ea-c1781bc08e0d with Priority: HIGHEST for action security_group_members [ 1235.894652] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4374444-3b32-4f6a-b2ea-c1781bc08e0d with Priority: HIGHEST for action security_group_members [ 1235.894948] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4374444-3b32-4f6a-b2ea-c1781bc08e0d taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.895084] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4374444-3b32-4f6a-b2ea-c1781bc08e0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.895151] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4374444-3b32-4f6a-b2ea-c1781bc08e0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.895402] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4374444-3b32-4f6a-b2ea-c1781bc08e0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.895553] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.895652] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.895713] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.895857] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.895943] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.896421] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4374444-3b32-4f6a-b2ea-c1781bc08e0d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.207829] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-238 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.208031] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-238" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.208159] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-238" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.208521] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-238" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.209700] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.209700] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.209700] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.209700] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.209700] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.209959] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1236.209959] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1236.210082] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1236.210238] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1236.210363] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1236.210472] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1236.210599] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1236.231460] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1236.231675] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1236.231817] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1236.232033] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-238" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.232357] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-721c2e3e-839f-40de-89f1-2ccd34f791f1 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.232530] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-721c2e3e-839f-40de-89f1-2ccd34f791f1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.232652] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-721c2e3e-839f-40de-89f1-2ccd34f791f1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.232969] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-721c2e3e-839f-40de-89f1-2ccd34f791f1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.233120] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('721c2e3e-839f-40de-89f1-2ccd34f791f1',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.400906] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.401087] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.401160] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.401385] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.401481] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.401684] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.401786] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.401847] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.402055] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.402172] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.402287] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4374444-3b32-4f6a-b2ea-c1781bc08e0d already deleted. [ 1236.402394] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4374444-3b32-4f6a-b2ea-c1781bc08e0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.735572] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.735795] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.735921] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.736216] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.736376] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.736532] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 721c2e3e-839f-40de-89f1-2ccd34f791f1 not found, creating... [ 1236.736797] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.736955] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.737083] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.737302] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.737436] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.737714] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.737866] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.737977] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.738205] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.738336] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.738474] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 721c2e3e-839f-40de-89f1-2ccd34f791f1 is going to be created. [ 1236.757865] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.758078] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.758195] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.758453] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.758680] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.758893] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-721c2e3e-839f-40de-89f1-2ccd34f791f1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.464771] env[65426]: INFO networking_nsxv3.common.synchronization [req-3598e029-03ba-49c7-8af5-0a1a54604338 req-0cb88685-c5ce-4e40-80f3-069eed3defe1 service nova] Enqueued Resource ID: f4374444-3b32-4f6a-b2ea-c1781bc08e0d with Priority: HIGHEST for action security_group_rules [ 1237.465060] env[65426]: INFO networking_nsxv3.common.synchronization [req-3598e029-03ba-49c7-8af5-0a1a54604338 req-0cb88685-c5ce-4e40-80f3-069eed3defe1 service nova] Enqueued Resource ID: f4374444-3b32-4f6a-b2ea-c1781bc08e0d with Priority: HIGHEST for action security_group_members [ 1237.465115] env[65426]: INFO networking_nsxv3.common.synchronization [req-3598e029-03ba-49c7-8af5-0a1a54604338 req-0cb88685-c5ce-4e40-80f3-069eed3defe1 service nova] Enqueued Resource ID: 721c2e3e-839f-40de-89f1-2ccd34f791f1 with Priority: HIGHEST for action port [ 1237.465619] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4374444-3b32-4f6a-b2ea-c1781bc08e0d with Priority: HIGHEST for action security_group_rules [ 1237.465753] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4374444-3b32-4f6a-b2ea-c1781bc08e0d with Priority: HIGHEST for action security_group_members [ 1237.465850] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 721c2e3e-839f-40de-89f1-2ccd34f791f1 with Priority: HIGHEST for action port [ 1237.466190] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4374444-3b32-4f6a-b2ea-c1781bc08e0d taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.466255] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4374444-3b32-4f6a-b2ea-c1781bc08e0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.466307] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4374444-3b32-4f6a-b2ea-c1781bc08e0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.466575] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4374444-3b32-4f6a-b2ea-c1781bc08e0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.466662] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4374444-3b32-4f6a-b2ea-c1781bc08e0d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.469630] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4374444-3b32-4f6a-b2ea-c1781bc08e0d taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.469630] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4374444-3b32-4f6a-b2ea-c1781bc08e0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.469630] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4374444-3b32-4f6a-b2ea-c1781bc08e0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.469630] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4374444-3b32-4f6a-b2ea-c1781bc08e0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.469630] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.469630] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.469630] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.469630] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.470300] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.470300] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4374444-3b32-4f6a-b2ea-c1781bc08e0d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.471834] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-721c2e3e-839f-40de-89f1-2ccd34f791f1 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.471972] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-721c2e3e-839f-40de-89f1-2ccd34f791f1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.472052] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-721c2e3e-839f-40de-89f1-2ccd34f791f1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.472366] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-721c2e3e-839f-40de-89f1-2ccd34f791f1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.472418] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('721c2e3e-839f-40de-89f1-2ccd34f791f1',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.969067] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4374444-3b32-4f6a-b2ea-c1781bc08e0d taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.969249] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4374444-3b32-4f6a-b2ea-c1781bc08e0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.974529] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4374444-3b32-4f6a-b2ea-c1781bc08e0d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.975588] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 721c2e3e-839f-40de-89f1-2ccd34f791f1 with status ACTIVE [ 1237.975874] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.976009] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.976080] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.976298] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.976389] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.976562] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.976659] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.976745] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.976877] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.976935] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.977210] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.977301] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.977377] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.977517] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.977592] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.977676] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 721c2e3e-839f-40de-89f1-2ccd34f791f1 is going to be updated. [ 1237.999406] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.999609] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.999609] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.999812] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.999944] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.000117] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-721c2e3e-839f-40de-89f1-2ccd34f791f1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.106056] env[65426]: INFO networking_nsxv3.common.synchronization [req-4f86f4cf-6cbf-4bfc-8645-3039cd87607f req-bc15ec71-0a8d-41e4-ad7d-ba3fe995544b tempest-ServersTestJSON-327749177 tempest-ServersTestJSON-327749177-project-member] Enqueued Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1238.108112] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1238.108112] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.108112] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.108112] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.108112] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.108112] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.108112] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.108112] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.108112] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.108459] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.108459] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.429577] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-546 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.429779] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-546" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.429900] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-546" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.430182] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-546" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.430433] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.430585] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.430696] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.430897] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.431051] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.431259] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1238.431368] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1238.431521] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1238.431571] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1238.431674] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1238.431775] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1238.431920] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1238.450612] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1238.450785] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1238.450921] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1238.451115] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-546" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.451427] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-8c31795c-3c00-42b3-a5b5-9f445d2d6d76 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.451592] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-8c31795c-3c00-42b3-a5b5-9f445d2d6d76" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.451712] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-8c31795c-3c00-42b3-a5b5-9f445d2d6d76" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.452227] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-8c31795c-3c00-42b3-a5b5-9f445d2d6d76" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.452364] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c31795c-3c00-42b3-a5b5-9f445d2d6d76',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.480624] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4374444-3b32-4f6a-b2ea-c1781bc08e0d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.611390] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.954756] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.955165] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.955408] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.955815] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.956093] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.956373] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 8c31795c-3c00-42b3-a5b5-9f445d2d6d76 not found, creating... [ 1238.956790] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.957139] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.957369] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.957735] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.958058] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.958546] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.958781] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.959015] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.959628] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.959972] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.960438] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 8c31795c-3c00-42b3-a5b5-9f445d2d6d76 is going to be created. [ 1238.981158] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.981158] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.981158] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.981158] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.981338] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.981529] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-8c31795c-3c00-42b3-a5b5-9f445d2d6d76" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.983142] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.983253] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.983334] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.983491] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.983573] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.983665] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4374444-3b32-4f6a-b2ea-c1781bc08e0d is going to be created. [ 1239.008697] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.008891] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.008891] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.009125] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.009286] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.019052] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4374444-3b32-4f6a-b2ea-c1781bc08e0d in Status: UNINITIALIZED for 2s [ 1239.113890] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.617563] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.617878] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.617878] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.618042] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.618105] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.618209] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 is going to be updated. [ 1239.651807] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.651807] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.651807] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.651807] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.651807] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.661020] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: IN_PROGRESS for 2s [ 1239.685171] env[65426]: INFO networking_nsxv3.common.synchronization [req-4f86f4cf-6cbf-4bfc-8645-3039cd87607f req-06c8cbf5-4ef4-4594-ab6a-05a5d64ffd83 service nova] Enqueued Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_rules [ 1239.685171] env[65426]: INFO networking_nsxv3.common.synchronization [req-4f86f4cf-6cbf-4bfc-8645-3039cd87607f req-06c8cbf5-4ef4-4594-ab6a-05a5d64ffd83 service nova] Enqueued Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1239.685341] env[65426]: INFO networking_nsxv3.common.synchronization [req-4f86f4cf-6cbf-4bfc-8645-3039cd87607f req-06c8cbf5-4ef4-4594-ab6a-05a5d64ffd83 service nova] Enqueued Resource ID: 8c31795c-3c00-42b3-a5b5-9f445d2d6d76 with Priority: HIGHEST for action port [ 1239.686060] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_rules [ 1239.686264] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1239.686434] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c31795c-3c00-42b3-a5b5-9f445d2d6d76 with Priority: HIGHEST for action port [ 1239.686846] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.687084] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.687151] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.687412] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.687537] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.692214] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.692495] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.692807] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c31795c-3c00-42b3-a5b5-9f445d2d6d76 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.692959] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c31795c-3c00-42b3-a5b5-9f445d2d6d76" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.693080] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c31795c-3c00-42b3-a5b5-9f445d2d6d76" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.693396] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c31795c-3c00-42b3-a5b5-9f445d2d6d76" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.693462] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c31795c-3c00-42b3-a5b5-9f445d2d6d76',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.192582] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.192703] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.196110] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c31795c-3c00-42b3-a5b5-9f445d2d6d76 with status ACTIVE [ 1240.196331] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.196487] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.196558] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.196901] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.196901] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.197042] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.197168] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.197240] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.197389] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.197466] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.197646] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.197739] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.197800] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.197942] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.198016] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.198106] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c31795c-3c00-42b3-a5b5-9f445d2d6d76 is going to be updated. [ 1240.218265] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.218401] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.218472] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.218674] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.218818] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.218977] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c31795c-3c00-42b3-a5b5-9f445d2d6d76" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.029600] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4374444-3b32-4f6a-b2ea-c1781bc08e0d in Status: SUCCESS [ 1241.029825] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4374444-3b32-4f6a-b2ea-c1781bc08e0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.029993] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4374444-3b32-4f6a-b2ea-c1781bc08e0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.030252] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4374444-3b32-4f6a-b2ea-c1781bc08e0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.030447] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.030562] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.030619] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.030865] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.030946] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.031044] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4374444-3b32-4f6a-b2ea-c1781bc08e0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.031139] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4374444-3b32-4f6a-b2ea-c1781bc08e0d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.533445] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4374444-3b32-4f6a-b2ea-c1781bc08e0d taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.533445] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4374444-3b32-4f6a-b2ea-c1781bc08e0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.533445] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4374444-3b32-4f6a-b2ea-c1781bc08e0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.533859] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4374444-3b32-4f6a-b2ea-c1781bc08e0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.533859] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.533859] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.534024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.534190] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.534190] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.534313] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4374444-3b32-4f6a-b2ea-c1781bc08e0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.534522] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4374444-3b32-4f6a-b2ea-c1781bc08e0d taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.534653] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4374444-3b32-4f6a-b2ea-c1781bc08e0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.534765] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4374444-3b32-4f6a-b2ea-c1781bc08e0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.534999] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4374444-3b32-4f6a-b2ea-c1781bc08e0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.535199] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.535313] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.535395] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.535550] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.535629] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.535710] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4374444-3b32-4f6a-b2ea-c1781bc08e0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.535801] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4374444-3b32-4f6a-b2ea-c1781bc08e0d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.672697] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: SUCCESS [ 1241.672916] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.673126] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.673348] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.673528] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.673672] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.673713] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.673850] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.673928] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.674054] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.039222] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4374444-3b32-4f6a-b2ea-c1781bc08e0d: rpc.has_security_group_logging(os_id): False [ 1242.058898] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.059165] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.059165] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.059392] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.059506] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.059733] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.059830] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.059884] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.060714] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.060714] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.060714] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.060714] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.060714] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.060714] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.060714] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.061183] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.061183] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.061183] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.061294] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.061326] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.061413] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4374444-3b32-4f6a-b2ea-c1781bc08e0d is going to be created. [ 1242.119182] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.119367] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.119412] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.119595] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.119768] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.134370] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4374444-3b32-4f6a-b2ea-c1781bc08e0d in Status: IN_PROGRESS for 2s [ 1242.176082] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.678616] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.180977] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.181289] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.181289] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.181449] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.181537] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.181637] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 is going to be updated. [ 1243.208756] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.208901] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.208972] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.209210] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.209373] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.218993] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: IN_PROGRESS for 2s [ 1244.188303] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4374444-3b32-4f6a-b2ea-c1781bc08e0d in Status: SUCCESS [ 1244.188709] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4374444-3b32-4f6a-b2ea-c1781bc08e0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.687745] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1244.687882] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1245.076584] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-818 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.076791] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-818" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.076958] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-818" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.077181] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-818" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.077434] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.077586] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.077699] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.077906] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.078064] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.078272] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1245.078411] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1245.078517] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1245.078626] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1245.078735] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1245.078840] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1245.078967] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1245.098789] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1245.099012] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1245.099152] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1245.099354] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-818" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.099658] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-29947ea0-2b45-477e-b75b-bd83810837c4 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.099851] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-29947ea0-2b45-477e-b75b-bd83810837c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.099983] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-29947ea0-2b45-477e-b75b-bd83810837c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.100263] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-29947ea0-2b45-477e-b75b-bd83810837c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.100418] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29947ea0-2b45-477e-b75b-bd83810837c4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.229377] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: SUCCESS [ 1245.229747] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.229747] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.229966] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.230172] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.230290] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.230353] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.230583] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.230727] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.230818] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.230906] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.602239] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.602503] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.602632] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.602921] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.603096] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.603392] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.603614] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.603676] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.603883] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.604024] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.604362] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.604516] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.604733] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.604842] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.604976] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.605276] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: 29947ea0-2b45-477e-b75b-bd83810837c4 is going to be updated. [ 1245.632577] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.632577] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.632577] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.632927] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.633019] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.633244] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-29947ea0-2b45-477e-b75b-bd83810837c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.733443] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.733620] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.733667] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.733887] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.734070] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.734234] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.734305] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.734498] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.734622] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.734718] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.734895] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.735018] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.735114] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.735273] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.735441] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.735565] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.735634] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.735802] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.735896] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.735990] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.736121] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.238403] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35484b95-fdf2-427f-ae7f-b7609c1dc176: rpc.has_security_group_logging(os_id): False [ 1246.255966] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.256137] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.256912] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.256912] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.256912] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.256912] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.257120] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.257120] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.257903] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.257903] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.257903] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.257903] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.257903] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.257903] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.258149] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.258715] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.258831] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.258884] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.259037] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.259120] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.259213] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 is going to be updated. [ 1246.313651] env[65426]: INFO networking_nsxv3.common.synchronization [req-4972189b-3aae-4688-86be-d87e46d49e2d req-10046b5c-923e-42ef-8958-23b1fe83b155 service nova] Enqueued Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGHEST for action security_group_rules [ 1246.313924] env[65426]: INFO networking_nsxv3.common.synchronization [req-4972189b-3aae-4688-86be-d87e46d49e2d req-10046b5c-923e-42ef-8958-23b1fe83b155 service nova] Enqueued Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGHEST for action security_group_members [ 1246.314147] env[65426]: INFO networking_nsxv3.common.synchronization [req-4972189b-3aae-4688-86be-d87e46d49e2d req-10046b5c-923e-42ef-8958-23b1fe83b155 service nova] Enqueued Resource ID: 29947ea0-2b45-477e-b75b-bd83810837c4 with Priority: HIGHEST for action port [ 1246.314723] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGHEST for action security_group_rules [ 1246.314911] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGHEST for action security_group_members [ 1246.315120] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29947ea0-2b45-477e-b75b-bd83810837c4 with Priority: HIGHEST for action port [ 1246.316064] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a62af330-237b-4c56-b984-b3b6da313d26 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.316295] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.316360] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.316701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.316779] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.318276] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a62af330-237b-4c56-b984-b3b6da313d26 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.318402] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.318456] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.318634] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.318781] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.318879] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.318938] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.319228] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.319320] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.319416] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.320543] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-29947ea0-2b45-477e-b75b-bd83810837c4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.320768] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29947ea0-2b45-477e-b75b-bd83810837c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.320768] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29947ea0-2b45-477e-b75b-bd83810837c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.321232] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29947ea0-2b45-477e-b75b-bd83810837c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.321318] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29947ea0-2b45-477e-b75b-bd83810837c4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.347532] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.347790] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.348091] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.348315] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.348466] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.388023] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: IN_PROGRESS for 2s [ 1246.818701] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a62af330-237b-4c56-b984-b3b6da313d26 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.818915] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.823178] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.824225] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29947ea0-2b45-477e-b75b-bd83810837c4 with status ACTIVE [ 1246.824389] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.824466] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.824559] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.824745] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.824834] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.825018] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.825145] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.825220] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.825392] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.825465] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.825663] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.825740] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.825800] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.825937] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.826015] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.826102] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29947ea0-2b45-477e-b75b-bd83810837c4 is going to be updated. [ 1246.849016] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.849229] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.849229] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.849422] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.849558] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.849711] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29947ea0-2b45-477e-b75b-bd83810837c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.328297] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.831037] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.831266] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.831266] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.831510] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.831600] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.831707] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a62af330-237b-4c56-b984-b3b6da313d26 is going to be updated. [ 1247.859302] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.859507] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.859507] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.859654] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.859797] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.870322] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a62af330-237b-4c56-b984-b3b6da313d26 in Status: IN_PROGRESS for 2s [ 1248.403572] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: SUCCESS [ 1248.403937] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.882921] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a62af330-237b-4c56-b984-b3b6da313d26 in Status: SUCCESS [ 1249.882921] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.882921] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.882921] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.882921] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.883489] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.883489] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.883489] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.883489] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.883489] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.883489] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.958865] env[65426]: INFO networking_nsxv3.common.synchronization [req-99aa4a72-9b3c-43c8-ade7-370696543f4e req-1c9e543a-2e02-4931-b7b6-7951f933f1de tempest-ServersTestJSON-327749177 tempest-ServersTestJSON-327749177-project-member] Enqueued Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1249.959466] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1249.959784] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.959904] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.959968] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.960204] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.960337] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.960441] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.960503] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.960683] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.960751] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.960922] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.389802] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.468015] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.894739] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a62af330-237b-4c56-b984-b3b6da313d26: rpc.has_security_group_logging(os_id): False [ 1250.916586] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.916586] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.916586] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.916586] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.916586] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.916586] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.917258] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.917525] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.917922] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.918202] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.920115] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a62af330-237b-4c56-b984-b3b6da313d26 is going to be updated. [ 1250.970948] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.984362] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.985535] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.985535] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.985535] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.985535] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.990357] env[65426]: INFO networking_nsxv3.common.synchronization [req-ed1b5ff6-0542-49fb-b496-a2ff082ba086 req-97e61d01-a4d7-47da-b455-86887a7a1907 tempest-AttachInterfacesV270Test-387055026 tempest-AttachInterfacesV270Test-387055026-project-member] Enqueued Resource ID: f4374444-3b32-4f6a-b2ea-c1781bc08e0d with Priority: HIGHEST for action security_group_members [ 1250.991613] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4374444-3b32-4f6a-b2ea-c1781bc08e0d with Priority: HIGHEST for action security_group_members [ 1250.992304] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4374444-3b32-4f6a-b2ea-c1781bc08e0d taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.992465] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4374444-3b32-4f6a-b2ea-c1781bc08e0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.992527] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4374444-3b32-4f6a-b2ea-c1781bc08e0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.992705] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4374444-3b32-4f6a-b2ea-c1781bc08e0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.992930] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.993411] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.993490] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.994084] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.994084] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.994084] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4374444-3b32-4f6a-b2ea-c1781bc08e0d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.001468] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a62af330-237b-4c56-b984-b3b6da313d26 in Status: IN_PROGRESS for 2s [ 1251.473815] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.474047] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.474047] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.474319] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.474415] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.474513] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 is going to be updated. [ 1251.496551] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.496714] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.496784] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.496996] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.497103] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.497288] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.497388] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.497450] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.497601] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.497679] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.497762] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4374444-3b32-4f6a-b2ea-c1781bc08e0d is going to be updated. [ 1251.501923] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.502076] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.502128] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.502298] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.502439] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.513357] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: IN_PROGRESS for 2s [ 1251.531781] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.531940] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.532020] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.532258] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.532417] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.541767] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4374444-3b32-4f6a-b2ea-c1781bc08e0d in Status: IN_PROGRESS for 2s [ 1253.019870] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a62af330-237b-4c56-b984-b3b6da313d26 in Status: SUCCESS [ 1253.020190] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.526199] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: SUCCESS [ 1253.526411] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.552899] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4374444-3b32-4f6a-b2ea-c1781bc08e0d in Status: SUCCESS [ 1253.553159] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4374444-3b32-4f6a-b2ea-c1781bc08e0d deletion is rescheduled due to dependency. [ 1253.553233] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4374444-3b32-4f6a-b2ea-c1781bc08e0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.740113] env[65426]: INFO networking_nsxv3.common.synchronization [req-b387884e-e8a3-416e-8b66-22f7c876013a req-81609f32-0fe3-47f0-8cc8-1073c4b7dec7 tempest-ServerActionsTestJSON-2130197459 tempest-ServerActionsTestJSON-2130197459-project-member] Enqueued Resource ID: fa19dddd-09fc-49b2-9584-5985f26976ac with Priority: HIGHEST for action security_group_members [ 1254.740702] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa19dddd-09fc-49b2-9584-5985f26976ac with Priority: HIGHEST for action security_group_members [ 1254.741062] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa19dddd-09fc-49b2-9584-5985f26976ac taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.741122] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.741192] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.741380] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.741531] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.741625] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.741680] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.741814] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.741895] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.741991] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa19dddd-09fc-49b2-9584-5985f26976ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.244282] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.244282] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.244282] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.244560] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.244560] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.245340] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.245340] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.245340] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.245340] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.245340] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.245340] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa19dddd-09fc-49b2-9584-5985f26976ac is going to be updated. [ 1255.295462] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.295662] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.295662] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.296556] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.296556] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.311784] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa19dddd-09fc-49b2-9584-5985f26976ac in Status: IN_PROGRESS for 2s [ 1257.323862] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa19dddd-09fc-49b2-9584-5985f26976ac in Status: SUCCESS [ 1257.323862] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa19dddd-09fc-49b2-9584-5985f26976ac deletion is rescheduled due to dependency. [ 1257.323862] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.365260] env[65426]: INFO networking_nsxv3.common.synchronization [req-f81a0644-db31-485c-9abd-43bb67880b36 req-60136819-3f3d-4d00-adb2-1ea802c8413b tempest-ServersTestJSON-327749177 tempest-ServersTestJSON-327749177-project-member] Enqueued Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1258.365989] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1258.367599] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.367599] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.368026] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.368234] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.368978] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.368978] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.368978] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.368978] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.368978] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.369166] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.871205] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.375027] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.481136] env[65426]: INFO networking_nsxv3.common.synchronization [req-dc887b1b-0855-43b2-ba47-b4014da63766 req-7b580bc3-4cd0-4159-8792-d7d3b91ed62e tempest-AttachVolumeNegativeTest-527449890 tempest-AttachVolumeNegativeTest-527449890-project-member] Enqueued Resource ID: 752173c4-5ea9-4bb8-97b4-26712b246389 with Priority: HIGHEST for action security_group_members [ 1259.482523] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752173c4-5ea9-4bb8-97b4-26712b246389 with Priority: HIGHEST for action security_group_members [ 1259.482523] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-752173c4-5ea9-4bb8-97b4-26712b246389 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.482523] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-752173c4-5ea9-4bb8-97b4-26712b246389" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.482523] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-752173c4-5ea9-4bb8-97b4-26712b246389" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.482753] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-752173c4-5ea9-4bb8-97b4-26712b246389" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.482942] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.483101] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.483220] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.483404] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.483541] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.483679] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('752173c4-5ea9-4bb8-97b4-26712b246389',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.877041] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.877210] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.877256] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.879332] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.879332] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.879332] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 is going to be updated. [ 1259.909187] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.909954] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.909954] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.909954] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.910137] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.922452] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: IN_PROGRESS for 2s [ 1259.986028] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.986028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.986028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.986269] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.986361] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.986596] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.986747] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.986747] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.986844] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.986923] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.987031] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 752173c4-5ea9-4bb8-97b4-26712b246389 is going to be updated. [ 1260.015969] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.016161] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.016236] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.016439] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.016589] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.024604] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752173c4-5ea9-4bb8-97b4-26712b246389 in Status: IN_PROGRESS for 2s [ 1260.034388] env[65426]: INFO networking_nsxv3.common.synchronization [None req-3a56f920-0608-4016-a0b9-e8f84cb64d7e None None] Enqueued Resource ID: ccf076cc-5774-473a-b624-214e5c54d225 with Priority: HIGHEST for action port [ 1260.035020] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccf076cc-5774-473a-b624-214e5c54d225 with Priority: HIGHEST for action port [ 1260.035474] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccf076cc-5774-473a-b624-214e5c54d225 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.035593] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccf076cc-5774-473a-b624-214e5c54d225" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.035660] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccf076cc-5774-473a-b624-214e5c54d225" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.035920] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccf076cc-5774-473a-b624-214e5c54d225" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.036010] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccf076cc-5774-473a-b624-214e5c54d225',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.539640] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ccf076cc-5774-473a-b624-214e5c54d225 [ 1260.539640] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.539640] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.539640] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.539640] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.539640] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.539640] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ccf076cc-5774-473a-b624-214e5c54d225 already deleted. [ 1260.539640] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccf076cc-5774-473a-b624-214e5c54d225" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.932820] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: SUCCESS [ 1261.933189] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.029079] env[65426]: INFO networking_nsxv3.common.synchronization [None req-ce3171d3-fd7e-4c42-8941-a095e77d74a8 None None] Enqueued Resource ID: 045c06c6-a0fc-46b3-8608-dd67209f5812 with Priority: HIGHEST for action port [ 1262.030118] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 045c06c6-a0fc-46b3-8608-dd67209f5812 with Priority: HIGHEST for action port [ 1262.030466] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-045c06c6-a0fc-46b3-8608-dd67209f5812 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.030595] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-045c06c6-a0fc-46b3-8608-dd67209f5812" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.030705] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-045c06c6-a0fc-46b3-8608-dd67209f5812" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.030972] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-045c06c6-a0fc-46b3-8608-dd67209f5812" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.031079] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('045c06c6-a0fc-46b3-8608-dd67209f5812',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.038062] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 752173c4-5ea9-4bb8-97b4-26712b246389 in Status: SUCCESS [ 1262.038233] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 752173c4-5ea9-4bb8-97b4-26712b246389 deletion is rescheduled due to dependency. [ 1262.038371] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-752173c4-5ea9-4bb8-97b4-26712b246389" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.261046] env[65426]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1262.261215] env[65426]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1262.533185] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 045c06c6-a0fc-46b3-8608-dd67209f5812 [ 1262.533431] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.533568] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.533639] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.533850] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.533943] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.534054] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:045c06c6-a0fc-46b3-8608-dd67209f5812 already deleted. [ 1262.534139] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-045c06c6-a0fc-46b3-8608-dd67209f5812" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.929161] env[65426]: INFO networking_nsxv3.common.synchronization [req-0daa4156-7356-4047-a6d9-467aae37c963 req-54e1d9ff-0f82-45e6-96e3-8ee1aeeb1dfb tempest-ServerActionsTestJSON-2130197459 tempest-ServerActionsTestJSON-2130197459-project-member] Enqueued Resource ID: fa19dddd-09fc-49b2-9584-5985f26976ac with Priority: HIGHEST for action security_group_members [ 1262.929720] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa19dddd-09fc-49b2-9584-5985f26976ac with Priority: HIGHEST for action security_group_members [ 1262.930194] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa19dddd-09fc-49b2-9584-5985f26976ac taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.930194] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.930330] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.930450] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.930628] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.930732] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.930794] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.931443] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.931553] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.931657] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa19dddd-09fc-49b2-9584-5985f26976ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.238303] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-366 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.238651] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-366" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.238651] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-366" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.238915] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-366" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.239182] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.239402] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.239443] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.239653] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.239788] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.239995] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1263.240117] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1263.240221] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1263.240324] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1263.240429] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1263.240538] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1263.240657] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1263.259969] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1263.260209] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1263.260394] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1263.260604] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-366" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.260964] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-f882c4b0-39b3-4e85-9e3a-f9a0148761cd taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.261185] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-f882c4b0-39b3-4e85-9e3a-f9a0148761cd" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.261336] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-f882c4b0-39b3-4e85-9e3a-f9a0148761cd" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.261686] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-f882c4b0-39b3-4e85-9e3a-f9a0148761cd" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.261843] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f882c4b0-39b3-4e85-9e3a-f9a0148761cd',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.433629] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.433786] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.433850] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.434111] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.434207] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.434459] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.434595] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.434595] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.434758] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.434831] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.434916] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa19dddd-09fc-49b2-9584-5985f26976ac is going to be updated. [ 1263.468014] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.468231] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.468231] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.468437] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.468628] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.479100] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa19dddd-09fc-49b2-9584-5985f26976ac in Status: IN_PROGRESS for 2s [ 1263.764481] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.764720] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.764954] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.765280] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.765492] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.765695] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port f882c4b0-39b3-4e85-9e3a-f9a0148761cd not found, creating... [ 1263.766034] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.766255] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.766399] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.766621] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.766759] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.767081] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.767277] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.767395] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.767627] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.767758] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.767912] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: f882c4b0-39b3-4e85-9e3a-f9a0148761cd is going to be created. [ 1263.788760] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.789039] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.789177] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.789396] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.789621] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.789841] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-f882c4b0-39b3-4e85-9e3a-f9a0148761cd" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.807508] env[65426]: INFO networking_nsxv3.common.synchronization [req-6c911bb4-a483-4e8d-8e7e-d9334d3feac7 req-c680c85d-0243-46ab-b865-b5fb18834021 tempest-ServerActionsTestOtherB-1975477321 tempest-ServerActionsTestOtherB-1975477321-project-member] Enqueued Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGHEST for action security_group_members [ 1263.808091] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGHEST for action security_group_members [ 1263.808432] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-a62af330-237b-4c56-b984-b3b6da313d26 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.808583] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.808668] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.808887] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.809081] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.809253] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.809288] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.809554] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.809554] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.809620] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.312439] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.312439] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.312710] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.312710] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.312863] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.312997] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.313419] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.313419] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.313419] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.313419] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.313583] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a62af330-237b-4c56-b984-b3b6da313d26 is going to be updated. [ 1264.342656] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.342809] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.342877] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.343092] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.343242] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.353801] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a62af330-237b-4c56-b984-b3b6da313d26 in Status: IN_PROGRESS for 2s [ 1264.570937] env[65426]: INFO networking_nsxv3.common.synchronization [req-0daa4156-7356-4047-a6d9-467aae37c963 req-7c962453-f718-47a3-a963-d0d7285558e6 service nova] Enqueued Resource ID: fa19dddd-09fc-49b2-9584-5985f26976ac with Priority: HIGHEST for action security_group_rules [ 1264.571142] env[65426]: INFO networking_nsxv3.common.synchronization [req-0daa4156-7356-4047-a6d9-467aae37c963 req-7c962453-f718-47a3-a963-d0d7285558e6 service nova] Enqueued Resource ID: fa19dddd-09fc-49b2-9584-5985f26976ac with Priority: HIGHEST for action security_group_members [ 1264.571281] env[65426]: INFO networking_nsxv3.common.synchronization [req-0daa4156-7356-4047-a6d9-467aae37c963 req-7c962453-f718-47a3-a963-d0d7285558e6 service nova] Enqueued Resource ID: f882c4b0-39b3-4e85-9e3a-f9a0148761cd with Priority: HIGHEST for action port [ 1264.573123] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa19dddd-09fc-49b2-9584-5985f26976ac with Priority: HIGHEST for action security_group_rules [ 1264.574048] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa19dddd-09fc-49b2-9584-5985f26976ac with Priority: HIGHEST for action security_group_members [ 1264.574048] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f882c4b0-39b3-4e85-9e3a-f9a0148761cd with Priority: HIGHEST for action port [ 1264.574048] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa19dddd-09fc-49b2-9584-5985f26976ac taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.574048] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.574048] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.574048] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.574457] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa19dddd-09fc-49b2-9584-5985f26976ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.575386] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa19dddd-09fc-49b2-9584-5985f26976ac taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.575930] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.575930] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-f882c4b0-39b3-4e85-9e3a-f9a0148761cd taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.575930] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f882c4b0-39b3-4e85-9e3a-f9a0148761cd" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.576099] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f882c4b0-39b3-4e85-9e3a-f9a0148761cd" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.576237] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f882c4b0-39b3-4e85-9e3a-f9a0148761cd" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.576343] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f882c4b0-39b3-4e85-9e3a-f9a0148761cd',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.084874] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa19dddd-09fc-49b2-9584-5985f26976ac taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.084874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.084874] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f882c4b0-39b3-4e85-9e3a-f9a0148761cd with status ACTIVE [ 1265.084874] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.084874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.084874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.084874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.084874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.084874] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.084874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.084874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.084874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.084874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.084874] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.085708] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.085708] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.085708] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.085708] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.085708] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f882c4b0-39b3-4e85-9e3a-f9a0148761cd is going to be updated. [ 1265.106857] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.107076] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.107076] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.107673] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.107673] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.107673] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f882c4b0-39b3-4e85-9e3a-f9a0148761cd" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.489875] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa19dddd-09fc-49b2-9584-5985f26976ac in Status: SUCCESS [ 1265.489875] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa19dddd-09fc-49b2-9584-5985f26976ac deletion is rescheduled due to dependency. [ 1265.490245] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.490245] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.490501] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.490693] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.490814] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.490902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.491124] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.491233] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.491333] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa19dddd-09fc-49b2-9584-5985f26976ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.993450] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa19dddd-09fc-49b2-9584-5985f26976ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.364758] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a62af330-237b-4c56-b984-b3b6da313d26 in Status: SUCCESS [ 1266.365048] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a62af330-237b-4c56-b984-b3b6da313d26 deletion is rescheduled due to dependency. [ 1266.365124] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.495762] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa19dddd-09fc-49b2-9584-5985f26976ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.997593] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.997744] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.997817] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.998061] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.998158] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.998275] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa19dddd-09fc-49b2-9584-5985f26976ac is going to be updated. [ 1267.029332] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.029504] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.029639] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.029828] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.029976] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.039465] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa19dddd-09fc-49b2-9584-5985f26976ac in Status: IN_PROGRESS for 2s [ 1268.564521] env[65426]: INFO networking_nsxv3.common.synchronization [req-057f3d6d-fb8b-4a0d-89ea-90ee3fd9c41a req-5fd6af4d-58be-4457-a214-33a33e99e3ff tempest-ServerMetadataTestJSON-1642821600 tempest-ServerMetadataTestJSON-1642821600-project-member] Enqueued Resource ID: 728d6980-e546-4855-bbbe-9a4e5018728c with Priority: HIGHEST for action security_group_members [ 1268.564845] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728d6980-e546-4855-bbbe-9a4e5018728c with Priority: HIGHEST for action security_group_members [ 1268.564993] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-728d6980-e546-4855-bbbe-9a4e5018728c taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.565133] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728d6980-e546-4855-bbbe-9a4e5018728c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.565208] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728d6980-e546-4855-bbbe-9a4e5018728c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.565491] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728d6980-e546-4855-bbbe-9a4e5018728c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.565684] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.565785] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.565843] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.566012] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.566092] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.566183] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('728d6980-e546-4855-bbbe-9a4e5018728c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.927104] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.927104] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-93" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.927104] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-93" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.927423] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-93" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.927692] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.927849] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.927960] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.928195] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.928645] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.928645] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1268.928645] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1268.928780] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1268.928949] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1268.929041] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1268.929111] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1268.929242] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1268.953025] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1268.953025] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1268.953025] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1268.953025] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-93" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.953193] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-412cf9a9-d41e-4f3b-b2ea-f6bf99c20b22 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.953863] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-412cf9a9-d41e-4f3b-b2ea-f6bf99c20b22" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.953863] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-412cf9a9-d41e-4f3b-b2ea-f6bf99c20b22" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.953863] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-412cf9a9-d41e-4f3b-b2ea-f6bf99c20b22" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.954043] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('412cf9a9-d41e-4f3b-b2ea-f6bf99c20b22',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.050068] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa19dddd-09fc-49b2-9584-5985f26976ac in Status: SUCCESS [ 1269.050068] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.050068] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.050283] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.050283] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.050386] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.050474] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.050636] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.051713] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.051713] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.051713] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa19dddd-09fc-49b2-9584-5985f26976ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.069298] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.069298] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.069298] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.069298] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.069298] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.069298] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.069298] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.069692] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.069692] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.069756] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.070395] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 728d6980-e546-4855-bbbe-9a4e5018728c already deleted. [ 1269.070395] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728d6980-e546-4855-bbbe-9a4e5018728c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.456921] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.457203] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.457324] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.457802] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.457802] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.457910] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 412cf9a9-d41e-4f3b-b2ea-f6bf99c20b22 not found, creating... [ 1269.458161] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.458316] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.458430] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.458778] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.458778] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.459067] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.459220] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.459618] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.459618] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.459719] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.459785] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 412cf9a9-d41e-4f3b-b2ea-f6bf99c20b22 is going to be created. [ 1269.483096] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.483305] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.483440] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.483716] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.483942] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.484172] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-412cf9a9-d41e-4f3b-b2ea-f6bf99c20b22" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.553337] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa19dddd-09fc-49b2-9584-5985f26976ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.056281] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa19dddd-09fc-49b2-9584-5985f26976ac: rpc.has_security_group_logging(os_id): False [ 1270.076306] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.076487] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.076569] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.076807] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.076904] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.077185] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.077297] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.077371] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.077524] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.077667] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.077704] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa19dddd-09fc-49b2-9584-5985f26976ac is going to be updated. [ 1270.140823] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.140823] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.140823] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.140823] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.140823] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.155449] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa19dddd-09fc-49b2-9584-5985f26976ac in Status: IN_PROGRESS for 2s [ 1270.199046] env[65426]: INFO networking_nsxv3.common.synchronization [req-057f3d6d-fb8b-4a0d-89ea-90ee3fd9c41a req-9ebf1c39-e402-4ad2-bc7b-cbb319b2cd06 service nova] Enqueued Resource ID: 728d6980-e546-4855-bbbe-9a4e5018728c with Priority: HIGHEST for action security_group_rules [ 1270.199268] env[65426]: INFO networking_nsxv3.common.synchronization [req-057f3d6d-fb8b-4a0d-89ea-90ee3fd9c41a req-9ebf1c39-e402-4ad2-bc7b-cbb319b2cd06 service nova] Enqueued Resource ID: 728d6980-e546-4855-bbbe-9a4e5018728c with Priority: HIGHEST for action security_group_members [ 1270.199410] env[65426]: INFO networking_nsxv3.common.synchronization [req-057f3d6d-fb8b-4a0d-89ea-90ee3fd9c41a req-9ebf1c39-e402-4ad2-bc7b-cbb319b2cd06 service nova] Enqueued Resource ID: 412cf9a9-d41e-4f3b-b2ea-f6bf99c20b22 with Priority: HIGHEST for action port [ 1270.199920] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728d6980-e546-4855-bbbe-9a4e5018728c with Priority: HIGHEST for action security_group_rules [ 1270.200211] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728d6980-e546-4855-bbbe-9a4e5018728c with Priority: HIGHEST for action security_group_members [ 1270.200211] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 412cf9a9-d41e-4f3b-b2ea-f6bf99c20b22 with Priority: HIGHEST for action port [ 1270.200447] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-728d6980-e546-4855-bbbe-9a4e5018728c taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.200577] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-728d6980-e546-4855-bbbe-9a4e5018728c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.200634] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-728d6980-e546-4855-bbbe-9a4e5018728c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.200904] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-728d6980-e546-4855-bbbe-9a4e5018728c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.200963] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('728d6980-e546-4855-bbbe-9a4e5018728c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.201827] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-728d6980-e546-4855-bbbe-9a4e5018728c taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.201964] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728d6980-e546-4855-bbbe-9a4e5018728c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.202040] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728d6980-e546-4855-bbbe-9a4e5018728c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.202228] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728d6980-e546-4855-bbbe-9a4e5018728c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.202861] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.202861] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.202861] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.202861] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.202861] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.202861] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('728d6980-e546-4855-bbbe-9a4e5018728c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.204472] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-412cf9a9-d41e-4f3b-b2ea-f6bf99c20b22 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.204472] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-412cf9a9-d41e-4f3b-b2ea-f6bf99c20b22" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.204472] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-412cf9a9-d41e-4f3b-b2ea-f6bf99c20b22" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.204472] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-412cf9a9-d41e-4f3b-b2ea-f6bf99c20b22" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.204472] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('412cf9a9-d41e-4f3b-b2ea-f6bf99c20b22',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.706113] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-728d6980-e546-4855-bbbe-9a4e5018728c taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.706113] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728d6980-e546-4855-bbbe-9a4e5018728c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.706381] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('728d6980-e546-4855-bbbe-9a4e5018728c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.707122] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 412cf9a9-d41e-4f3b-b2ea-f6bf99c20b22 with status ACTIVE [ 1270.707300] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.707419] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.707485] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.707694] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.707780] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.707952] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.708045] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.708109] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.708291] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.708372] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.708553] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.708643] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.708702] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.708837] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.708920] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.709014] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 412cf9a9-d41e-4f3b-b2ea-f6bf99c20b22 is going to be updated. [ 1270.730608] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.730775] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.730840] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.731086] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.731225] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.731384] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-412cf9a9-d41e-4f3b-b2ea-f6bf99c20b22" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.211094] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('728d6980-e546-4855-bbbe-9a4e5018728c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.715718] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.715955] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.716019] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.716258] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.716368] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.716483] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 728d6980-e546-4855-bbbe-9a4e5018728c is going to be created. [ 1271.740232] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.740446] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.740446] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.740642] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.740800] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.750638] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728d6980-e546-4855-bbbe-9a4e5018728c in Status: UNINITIALIZED for 2s [ 1272.168908] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa19dddd-09fc-49b2-9584-5985f26976ac in Status: SUCCESS [ 1272.169226] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.429495] env[65426]: INFO networking_nsxv3.common.synchronization [req-c6b1cb8c-65b8-4336-826d-d43d8951dd8a req-277d31e8-aa28-42af-84e9-3a38073fc73b tempest-ServersTestJSON-327749177 tempest-ServersTestJSON-327749177-project-member] Enqueued Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1272.429963] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1272.430559] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.430559] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.430559] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.430559] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.430788] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.430865] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.430865] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.431076] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.431268] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.431394] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.784746] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-546 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.784966] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-546" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.785121] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-546" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.785439] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-546" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.785824] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.786361] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.786588] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.786957] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.787213] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.787529] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1272.787701] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1272.787892] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1272.788116] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1272.788301] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1272.788492] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1272.788706] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1272.808508] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1272.808682] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1272.808811] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1272.808977] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-546" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.809331] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-53136c5a-d186-4407-9554-03773b156fd6 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.809531] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-53136c5a-d186-4407-9554-03773b156fd6" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.809638] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-53136c5a-d186-4407-9554-03773b156fd6" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.809950] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-53136c5a-d186-4407-9554-03773b156fd6" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.810094] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53136c5a-d186-4407-9554-03773b156fd6',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.937236] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.312847] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.313125] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.313560] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.313560] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.313682] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.313757] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port 53136c5a-d186-4407-9554-03773b156fd6 not found, creating... [ 1273.314021] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.315061] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.315061] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.315061] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.315061] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.315061] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.315061] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.315362] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.315362] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.315493] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.315630] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: 53136c5a-d186-4407-9554-03773b156fd6 is going to be created. [ 1273.339334] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.339517] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.339604] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.339849] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.340095] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.340316] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-53136c5a-d186-4407-9554-03773b156fd6" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.438996] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.760744] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728d6980-e546-4855-bbbe-9a4e5018728c in Status: SUCCESS [ 1273.760744] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728d6980-e546-4855-bbbe-9a4e5018728c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.760998] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728d6980-e546-4855-bbbe-9a4e5018728c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.761264] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728d6980-e546-4855-bbbe-9a4e5018728c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.761513] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.761654] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.761654] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.761834] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.761880] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.762072] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728d6980-e546-4855-bbbe-9a4e5018728c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.762154] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('728d6980-e546-4855-bbbe-9a4e5018728c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.941070] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.941234] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.941310] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.941841] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.941841] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.941841] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 is going to be updated. [ 1273.970256] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.970399] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.970483] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.970687] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.970824] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.979685] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: IN_PROGRESS for 2s [ 1274.043324] env[65426]: INFO networking_nsxv3.common.synchronization [req-c6b1cb8c-65b8-4336-826d-d43d8951dd8a req-0ad0176b-0ac4-4fa6-8c3a-77bbecc76246 service nova] Enqueued Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_rules [ 1274.043527] env[65426]: INFO networking_nsxv3.common.synchronization [req-c6b1cb8c-65b8-4336-826d-d43d8951dd8a req-0ad0176b-0ac4-4fa6-8c3a-77bbecc76246 service nova] Enqueued Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1274.043729] env[65426]: INFO networking_nsxv3.common.synchronization [req-c6b1cb8c-65b8-4336-826d-d43d8951dd8a req-0ad0176b-0ac4-4fa6-8c3a-77bbecc76246 service nova] Enqueued Resource ID: 53136c5a-d186-4407-9554-03773b156fd6 with Priority: HIGHEST for action port [ 1274.044189] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_rules [ 1274.044462] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1274.044572] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53136c5a-d186-4407-9554-03773b156fd6 with Priority: HIGHEST for action port [ 1274.045250] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.045400] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.045519] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.045717] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.046019] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.047856] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.048291] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.050185] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-53136c5a-d186-4407-9554-03773b156fd6 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.050185] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53136c5a-d186-4407-9554-03773b156fd6" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.050185] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53136c5a-d186-4407-9554-03773b156fd6" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.050185] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53136c5a-d186-4407-9554-03773b156fd6" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.050185] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53136c5a-d186-4407-9554-03773b156fd6',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.267924] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-728d6980-e546-4855-bbbe-9a4e5018728c taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.267924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728d6980-e546-4855-bbbe-9a4e5018728c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.267924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728d6980-e546-4855-bbbe-9a4e5018728c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.267924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728d6980-e546-4855-bbbe-9a4e5018728c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.267924] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.267924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.267924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.267924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.267924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.267924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728d6980-e546-4855-bbbe-9a4e5018728c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.267924] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-728d6980-e546-4855-bbbe-9a4e5018728c taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.267924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728d6980-e546-4855-bbbe-9a4e5018728c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.267924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728d6980-e546-4855-bbbe-9a4e5018728c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.267924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728d6980-e546-4855-bbbe-9a4e5018728c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.267924] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.267924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.268689] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.268689] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.268689] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.268689] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728d6980-e546-4855-bbbe-9a4e5018728c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.268689] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('728d6980-e546-4855-bbbe-9a4e5018728c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.550935] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.550935] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.555024] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53136c5a-d186-4407-9554-03773b156fd6 with status ACTIVE [ 1274.555024] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.555024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.555024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.555024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.555024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.555024] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.555024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.555024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.555024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.555024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.555024] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.555024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.555024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.555024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.555024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.555024] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53136c5a-d186-4407-9554-03773b156fd6 is going to be updated. [ 1274.579720] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.579720] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.579720] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.579720] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.579720] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.579720] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53136c5a-d186-4407-9554-03773b156fd6" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.770881] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 728d6980-e546-4855-bbbe-9a4e5018728c: rpc.has_security_group_logging(os_id): False [ 1274.790544] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.790787] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.790864] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.791092] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.791189] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.791895] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.792049] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.792049] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.792539] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.792781] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.792874] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.792939] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.793022] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.793168] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.793242] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.793515] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.793515] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.793616] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.793700] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.793795] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.793966] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 728d6980-e546-4855-bbbe-9a4e5018728c is going to be created. [ 1274.856429] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.856429] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.856429] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.856429] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.856429] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.866698] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 728d6980-e546-4855-bbbe-9a4e5018728c in Status: IN_PROGRESS for 2s [ 1275.989828] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: SUCCESS [ 1275.990145] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.990325] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.990576] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.990734] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.990848] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.990912] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.991252] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.991353] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.991452] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.493951] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.879308] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 728d6980-e546-4855-bbbe-9a4e5018728c in Status: SUCCESS [ 1276.879465] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-728d6980-e546-4855-bbbe-9a4e5018728c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.996613] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.500019] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.500019] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.500019] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.500019] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.500019] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.500019] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 is going to be updated. [ 1277.529892] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.529892] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.529892] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.529892] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.529892] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.545824] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: IN_PROGRESS for 2s [ 1278.051222] env[65426]: INFO networking_nsxv3.common.synchronization [None req-1adfa8be-b471-4a0f-a961-d96d07ea2416 None None] Enqueued Resource ID: f5c45fa4-e443-4ba3-a22b-19ef62eaff21 with Priority: HIGHEST for action port [ 1278.052303] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5c45fa4-e443-4ba3-a22b-19ef62eaff21 with Priority: HIGHEST for action port [ 1278.052717] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5c45fa4-e443-4ba3-a22b-19ef62eaff21 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.052879] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5c45fa4-e443-4ba3-a22b-19ef62eaff21" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.052999] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5c45fa4-e443-4ba3-a22b-19ef62eaff21" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.053332] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5c45fa4-e443-4ba3-a22b-19ef62eaff21" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.053432] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5c45fa4-e443-4ba3-a22b-19ef62eaff21',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.557576] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5c45fa4-e443-4ba3-a22b-19ef62eaff21 [ 1278.557576] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.557795] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.557795] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.557972] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.558050] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.558100] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5c45fa4-e443-4ba3-a22b-19ef62eaff21 already deleted. [ 1278.558178] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5c45fa4-e443-4ba3-a22b-19ef62eaff21" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.557366] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: SUCCESS [ 1279.557888] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.557888] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.558017] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.558403] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.558403] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.558559] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.558664] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.558740] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.558806] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.558955] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.062025] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.062209] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.062281] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.062559] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.063082] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.063082] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.063082] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.063327] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.063382] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.063427] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.063592] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.063724] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.063793] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.063942] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.064134] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.064308] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.064368] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.064647] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.064647] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.064766] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.066126] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.093908] env[65426]: INFO networking_nsxv3.common.synchronization [None req-8c0aebc9-beac-475a-8e24-23c122407f0b None None] Enqueued Resource ID: 579696fe-7d73-4a4b-b4cb-895dd5f9e663 with Priority: HIGHEST for action port [ 1280.094793] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 579696fe-7d73-4a4b-b4cb-895dd5f9e663 with Priority: HIGHEST for action port [ 1280.095153] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-579696fe-7d73-4a4b-b4cb-895dd5f9e663 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.095295] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-579696fe-7d73-4a4b-b4cb-895dd5f9e663" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.095397] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-579696fe-7d73-4a4b-b4cb-895dd5f9e663" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.095650] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-579696fe-7d73-4a4b-b4cb-895dd5f9e663" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.095761] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('579696fe-7d73-4a4b-b4cb-895dd5f9e663',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.570755] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35484b95-fdf2-427f-ae7f-b7609c1dc176: rpc.has_security_group_logging(os_id): False [ 1280.598342] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 579696fe-7d73-4a4b-b4cb-895dd5f9e663 [ 1280.598516] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.598701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.599715] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.599715] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.599715] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.599715] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:579696fe-7d73-4a4b-b4cb-895dd5f9e663 already deleted. [ 1280.599715] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-579696fe-7d73-4a4b-b4cb-895dd5f9e663" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.600417] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.600536] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.600604] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.600784] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.600869] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.601094] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.601202] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.601261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.601402] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.601486] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.601657] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.601749] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.601797] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.601931] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.602000] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.602215] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.602316] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.602374] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.602537] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.602625] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.602710] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 is going to be updated. [ 1280.686012] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.686248] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.686248] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.686461] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.686622] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.711509] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: IN_PROGRESS for 2s [ 1282.361236] env[65426]: INFO networking_nsxv3.common.synchronization [req-6ea26a23-308e-42ef-84c9-1ae81ca96bed req-9a4bbe3e-e942-4861-8c83-89d52e46e2ee tempest-ServerMetadataTestJSON-1642821600 tempest-ServerMetadataTestJSON-1642821600-project-member] Enqueued Resource ID: 728d6980-e546-4855-bbbe-9a4e5018728c with Priority: HIGHEST for action security_group_members [ 1282.362797] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728d6980-e546-4855-bbbe-9a4e5018728c with Priority: HIGHEST for action security_group_members [ 1282.362797] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-728d6980-e546-4855-bbbe-9a4e5018728c taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.362797] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-728d6980-e546-4855-bbbe-9a4e5018728c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.362797] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-728d6980-e546-4855-bbbe-9a4e5018728c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.362797] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-728d6980-e546-4855-bbbe-9a4e5018728c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.362797] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.363284] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.363284] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.363284] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.363284] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.363486] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('728d6980-e546-4855-bbbe-9a4e5018728c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.731396] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: SUCCESS [ 1282.731574] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.869687] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.869687] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.869687] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.869898] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.870154] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.870217] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.870330] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.870476] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.870558] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.870638] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.870728] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 728d6980-e546-4855-bbbe-9a4e5018728c is going to be updated. [ 1282.899008] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.899187] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.899259] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.899463] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.899605] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.908852] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728d6980-e546-4855-bbbe-9a4e5018728c in Status: IN_PROGRESS for 2s [ 1283.851260] env[65426]: INFO networking_nsxv3.common.synchronization [req-d2207a5d-f317-45c4-aef5-565d3a393336 req-82f3cf1d-ab22-48e8-9f18-e30c5d543c71 tempest-ServerAddressesNegativeTestJSON-875460741 tempest-ServerAddressesNegativeTestJSON-875460741-project-member] Enqueued Resource ID: 1700b15d-9f55-4cee-8936-8db4804a8bba with Priority: HIGHEST for action security_group_members [ 1283.852175] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1700b15d-9f55-4cee-8936-8db4804a8bba with Priority: HIGHEST for action security_group_members [ 1283.852175] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-1700b15d-9f55-4cee-8936-8db4804a8bba taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.852175] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1700b15d-9f55-4cee-8936-8db4804a8bba" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.852175] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1700b15d-9f55-4cee-8936-8db4804a8bba" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.852442] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1700b15d-9f55-4cee-8936-8db4804a8bba" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.852536] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.852674] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.852720] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.852842] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.853058] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.853186] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1700b15d-9f55-4cee-8936-8db4804a8bba',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.142429] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-211 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.142603] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-211" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.142728] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-211" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.143075] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-211" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.143339] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.143501] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.143620] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.143853] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.144011] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.144227] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1284.144342] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1284.144450] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1284.144597] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1284.144736] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1284.144820] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1284.144955] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1284.166872] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1284.167049] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1284.167194] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1284.167367] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-211" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.167743] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-88307a07-cf8d-4436-a1bb-45c33c301dc7 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.167973] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-88307a07-cf8d-4436-a1bb-45c33c301dc7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.168113] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-88307a07-cf8d-4436-a1bb-45c33c301dc7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.168422] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-88307a07-cf8d-4436-a1bb-45c33c301dc7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.168559] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88307a07-cf8d-4436-a1bb-45c33c301dc7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.356294] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.356489] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.356536] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.356756] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.356928] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.357334] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.357444] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.357511] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.357709] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.357798] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.357905] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1700b15d-9f55-4cee-8936-8db4804a8bba already deleted. [ 1284.357995] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1700b15d-9f55-4cee-8936-8db4804a8bba" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.671495] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.671719] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.671939] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.672233] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.672331] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.672514] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 88307a07-cf8d-4436-a1bb-45c33c301dc7 not found, creating... [ 1284.672792] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.672920] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.673071] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.673336] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.673425] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.673681] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.673881] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.673939] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.674157] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.674284] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.674420] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 88307a07-cf8d-4436-a1bb-45c33c301dc7 is going to be created. [ 1284.695509] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.695769] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.695835] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.696124] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.696357] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.696575] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-88307a07-cf8d-4436-a1bb-45c33c301dc7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.919680] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 728d6980-e546-4855-bbbe-9a4e5018728c in Status: SUCCESS [ 1284.919976] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 728d6980-e546-4855-bbbe-9a4e5018728c deletion is rescheduled due to dependency. [ 1284.920054] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-728d6980-e546-4855-bbbe-9a4e5018728c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.444879] env[65426]: INFO networking_nsxv3.common.synchronization [req-d2207a5d-f317-45c4-aef5-565d3a393336 req-495e1caa-7a12-4860-a3b3-ef191a9b3fe8 service nova] Enqueued Resource ID: 1700b15d-9f55-4cee-8936-8db4804a8bba with Priority: HIGHEST for action security_group_rules [ 1285.444986] env[65426]: INFO networking_nsxv3.common.synchronization [req-d2207a5d-f317-45c4-aef5-565d3a393336 req-495e1caa-7a12-4860-a3b3-ef191a9b3fe8 service nova] Enqueued Resource ID: 1700b15d-9f55-4cee-8936-8db4804a8bba with Priority: HIGHEST for action security_group_members [ 1285.445141] env[65426]: INFO networking_nsxv3.common.synchronization [req-d2207a5d-f317-45c4-aef5-565d3a393336 req-495e1caa-7a12-4860-a3b3-ef191a9b3fe8 service nova] Enqueued Resource ID: 88307a07-cf8d-4436-a1bb-45c33c301dc7 with Priority: HIGHEST for action port [ 1285.445743] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1700b15d-9f55-4cee-8936-8db4804a8bba with Priority: HIGHEST for action security_group_rules [ 1285.445914] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1700b15d-9f55-4cee-8936-8db4804a8bba with Priority: HIGHEST for action security_group_members [ 1285.446366] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88307a07-cf8d-4436-a1bb-45c33c301dc7 with Priority: HIGHEST for action port [ 1285.446716] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1700b15d-9f55-4cee-8936-8db4804a8bba taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.446883] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1700b15d-9f55-4cee-8936-8db4804a8bba" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.446939] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1700b15d-9f55-4cee-8936-8db4804a8bba" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.447190] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1700b15d-9f55-4cee-8936-8db4804a8bba" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.447308] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1700b15d-9f55-4cee-8936-8db4804a8bba',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.448397] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-1700b15d-9f55-4cee-8936-8db4804a8bba taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.448514] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1700b15d-9f55-4cee-8936-8db4804a8bba" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.448577] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1700b15d-9f55-4cee-8936-8db4804a8bba" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.450490] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1700b15d-9f55-4cee-8936-8db4804a8bba" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.450490] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.450490] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.450658] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.452076] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.452076] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.452076] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1700b15d-9f55-4cee-8936-8db4804a8bba',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.452914] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-88307a07-cf8d-4436-a1bb-45c33c301dc7 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.453074] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88307a07-cf8d-4436-a1bb-45c33c301dc7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.453166] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88307a07-cf8d-4436-a1bb-45c33c301dc7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.453362] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88307a07-cf8d-4436-a1bb-45c33c301dc7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.453464] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88307a07-cf8d-4436-a1bb-45c33c301dc7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.955271] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1700b15d-9f55-4cee-8936-8db4804a8bba',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.957080] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-1700b15d-9f55-4cee-8936-8db4804a8bba taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.957210] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1700b15d-9f55-4cee-8936-8db4804a8bba" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.957325] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88307a07-cf8d-4436-a1bb-45c33c301dc7 with status ACTIVE [ 1285.957479] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.957585] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.957648] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.957850] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.957935] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.958117] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.958205] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.958266] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.958416] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.958639] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.958711] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.958761] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.958835] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.958942] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.959489] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.959625] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88307a07-cf8d-4436-a1bb-45c33c301dc7 is going to be updated. [ 1285.982751] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.982959] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.982959] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.983162] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.983292] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.983452] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88307a07-cf8d-4436-a1bb-45c33c301dc7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.369770] env[65426]: INFO networking_nsxv3.common.synchronization [req-4504d0fa-c010-4850-b69b-e55e17ecde7a req-abd81a18-fff2-456b-ac2a-67e88a935768 tempest-ServersTestJSON-327749177 tempest-ServersTestJSON-327749177-project-member] Enqueued Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1286.370340] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1286.370657] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.370778] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.370840] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.371930] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.371930] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.371930] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.371930] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.371930] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.371930] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.371930] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.461619] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1700b15d-9f55-4cee-8936-8db4804a8bba',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.567541] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-605 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.567770] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-605" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.567960] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-605" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.568365] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-605" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.568702] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.568866] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.568987] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.569240] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.569391] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.569604] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1286.569718] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1286.569824] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1286.569930] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1286.570067] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1286.570194] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1286.570324] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1286.588297] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1286.588461] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1286.588671] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1286.588747] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-605" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.590038] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-d69699dc-2a07-46cf-960c-bf236e6a21dc taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.590038] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-d69699dc-2a07-46cf-960c-bf236e6a21dc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.590038] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-d69699dc-2a07-46cf-960c-bf236e6a21dc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.590038] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-d69699dc-2a07-46cf-960c-bf236e6a21dc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.590038] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d69699dc-2a07-46cf-960c-bf236e6a21dc',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.874655] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.963606] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.963606] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.964028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.964028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.964028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.964028] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1700b15d-9f55-4cee-8936-8db4804a8bba is going to be created. [ 1286.988514] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.988703] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.988703] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.988881] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.989053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.998923] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1700b15d-9f55-4cee-8936-8db4804a8bba in Status: UNINITIALIZED for 2s [ 1287.092893] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.093155] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.093285] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.093578] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.093729] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.094024] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.094185] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.094302] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.094515] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.094709] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.094991] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.095147] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.095585] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.095585] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.095585] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.095847] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: d69699dc-2a07-46cf-960c-bf236e6a21dc is going to be updated. [ 1287.117514] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.117710] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.117836] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.118164] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.118351] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.118593] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-d69699dc-2a07-46cf-960c-bf236e6a21dc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.377449] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.827818] env[65426]: INFO networking_nsxv3.common.synchronization [req-763094f4-a0f2-4e93-80f7-d49b38d12c08 req-52a3f748-d94c-45a8-978a-3d02908f4537 service nova] Enqueued Resource ID: aded31b3-1309-4303-9c1d-eb33b088e5ea with Priority: HIGHEST for action security_group_rules [ 1287.827939] env[65426]: INFO networking_nsxv3.common.synchronization [req-763094f4-a0f2-4e93-80f7-d49b38d12c08 req-52a3f748-d94c-45a8-978a-3d02908f4537 service nova] Enqueued Resource ID: aded31b3-1309-4303-9c1d-eb33b088e5ea with Priority: HIGHEST for action security_group_members [ 1287.828045] env[65426]: INFO networking_nsxv3.common.synchronization [req-763094f4-a0f2-4e93-80f7-d49b38d12c08 req-52a3f748-d94c-45a8-978a-3d02908f4537 service nova] Enqueued Resource ID: d69699dc-2a07-46cf-960c-bf236e6a21dc with Priority: HIGHEST for action port [ 1287.828569] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aded31b3-1309-4303-9c1d-eb33b088e5ea with Priority: HIGHEST for action security_group_rules [ 1287.828703] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aded31b3-1309-4303-9c1d-eb33b088e5ea with Priority: HIGHEST for action security_group_members [ 1287.828799] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d69699dc-2a07-46cf-960c-bf236e6a21dc with Priority: HIGHEST for action port [ 1287.829181] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aded31b3-1309-4303-9c1d-eb33b088e5ea taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.829310] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.829419] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.829577] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.829655] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aded31b3-1309-4303-9c1d-eb33b088e5ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.830864] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-aded31b3-1309-4303-9c1d-eb33b088e5ea taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.831088] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.831159] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.831323] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.831468] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.831563] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.831625] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.831776] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.831862] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.831947] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aded31b3-1309-4303-9c1d-eb33b088e5ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.832988] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-d69699dc-2a07-46cf-960c-bf236e6a21dc taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.833198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d69699dc-2a07-46cf-960c-bf236e6a21dc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.833265] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d69699dc-2a07-46cf-960c-bf236e6a21dc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.833415] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d69699dc-2a07-46cf-960c-bf236e6a21dc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.833489] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d69699dc-2a07-46cf-960c-bf236e6a21dc',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.880161] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.880339] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.880377] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.880581] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.880672] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.880769] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 is going to be updated. [ 1287.910115] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.910251] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.910339] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.910525] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.910687] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.919457] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: IN_PROGRESS for 2s [ 1288.331459] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-aded31b3-1309-4303-9c1d-eb33b088e5ea taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.331885] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.333991] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aded31b3-1309-4303-9c1d-eb33b088e5ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.335085] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d69699dc-2a07-46cf-960c-bf236e6a21dc with status ACTIVE [ 1288.335529] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.335529] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.335529] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.335758] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.335852] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.336038] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.336141] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.336206] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.336353] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.336423] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.337432] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.337432] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.337432] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.337432] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.337432] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.337432] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d69699dc-2a07-46cf-960c-bf236e6a21dc is going to be updated. [ 1288.362619] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.362835] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.362835] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.363051] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.363192] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.363349] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d69699dc-2a07-46cf-960c-bf236e6a21dc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.839524] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aded31b3-1309-4303-9c1d-eb33b088e5ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.008880] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1700b15d-9f55-4cee-8936-8db4804a8bba in Status: SUCCESS [ 1289.009134] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1700b15d-9f55-4cee-8936-8db4804a8bba" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.009261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1700b15d-9f55-4cee-8936-8db4804a8bba" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.009455] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1700b15d-9f55-4cee-8936-8db4804a8bba" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.009643] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.009755] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.009824] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.009960] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.010053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.010138] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1700b15d-9f55-4cee-8936-8db4804a8bba" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.010224] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1700b15d-9f55-4cee-8936-8db4804a8bba',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.342164] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.342606] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.342606] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.342857] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.343115] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.343384] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aded31b3-1309-4303-9c1d-eb33b088e5ea is going to be updated. [ 1289.375998] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.376246] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.376318] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.376565] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.376770] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.389034] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aded31b3-1309-4303-9c1d-eb33b088e5ea in Status: IN_PROGRESS for 2s [ 1289.512755] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-1700b15d-9f55-4cee-8936-8db4804a8bba taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.513043] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1700b15d-9f55-4cee-8936-8db4804a8bba" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.513043] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1700b15d-9f55-4cee-8936-8db4804a8bba" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.513231] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1700b15d-9f55-4cee-8936-8db4804a8bba" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.513401] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.513514] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.513575] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.513698] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.513779] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.513867] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1700b15d-9f55-4cee-8936-8db4804a8bba" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.514020] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-1700b15d-9f55-4cee-8936-8db4804a8bba taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.514113] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1700b15d-9f55-4cee-8936-8db4804a8bba" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.514168] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1700b15d-9f55-4cee-8936-8db4804a8bba" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.514347] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1700b15d-9f55-4cee-8936-8db4804a8bba" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.514511] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.514634] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.514712] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.514844] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.514924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.514992] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1700b15d-9f55-4cee-8936-8db4804a8bba" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.515095] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1700b15d-9f55-4cee-8936-8db4804a8bba',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.929579] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: SUCCESS [ 1289.929842] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.016985] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1700b15d-9f55-4cee-8936-8db4804a8bba: rpc.has_security_group_logging(os_id): False [ 1290.034491] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.034707] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.034786] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.035020] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.035110] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.035301] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.035394] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.035457] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.035657] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.035734] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.035918] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.036014] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.036080] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.036221] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.036293] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.036486] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.036576] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.036637] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.036771] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.036842] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.036954] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1700b15d-9f55-4cee-8936-8db4804a8bba is going to be created. [ 1290.093012] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.093157] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.093243] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.093439] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.093614] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.105198] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1700b15d-9f55-4cee-8936-8db4804a8bba in Status: IN_PROGRESS for 2s [ 1291.401488] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aded31b3-1309-4303-9c1d-eb33b088e5ea in Status: SUCCESS [ 1291.401725] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.401860] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.402089] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.402276] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.402390] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.402455] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.402675] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.402758] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.402842] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.402930] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aded31b3-1309-4303-9c1d-eb33b088e5ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.905770] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aded31b3-1309-4303-9c1d-eb33b088e5ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.117912] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1700b15d-9f55-4cee-8936-8db4804a8bba in Status: SUCCESS [ 1292.118152] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1700b15d-9f55-4cee-8936-8db4804a8bba" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.408249] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aded31b3-1309-4303-9c1d-eb33b088e5ea: rpc.has_security_group_logging(os_id): False [ 1292.439879] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.440092] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.440133] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.440328] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.440417] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.440673] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.440764] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.440829] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.441029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.441187] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.441297] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aded31b3-1309-4303-9c1d-eb33b088e5ea is going to be updated. [ 1292.510817] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.511013] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.511063] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.511262] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.511411] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.523744] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aded31b3-1309-4303-9c1d-eb33b088e5ea in Status: IN_PROGRESS for 2s [ 1292.829882] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1292.829882] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1294.205880] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.206285] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.206285] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.206428] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.206549] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.540969] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aded31b3-1309-4303-9c1d-eb33b088e5ea in Status: SUCCESS [ 1294.541245] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.708783] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.211110] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.713586] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1295.713771] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1296.472692] env[65426]: INFO networking_nsxv3.common.synchronization [req-20d33b8c-dfea-4894-8263-52ee17b7dd8b req-fcbf19f0-168e-4936-b1c6-c2b096fb8770 tempest-ServersTestJSON-327749177 tempest-ServersTestJSON-327749177-project-member] Enqueued Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1296.473403] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1296.473720] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.474162] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.474162] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.474162] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.474347] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.474449] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.474514] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.474702] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.474771] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.474899] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.682063] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.682377] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.682377] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.682527] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.697625] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1296.698594] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.699831] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1296.738402] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.738547] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.738600] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.738823] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.752738] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.753599] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1296.753715] env[65426]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65426) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1296.753794] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1296.794308] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.794598] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.794598] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.794717] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.796206] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.796652] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1296.823184] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-546 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.823413] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-546" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.823546] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-546" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.823813] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-546" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.824110] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.824589] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.824589] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.824589] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.824847] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.824995] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1296.825113] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1296.825220] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1296.825329] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1296.825431] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1296.825532] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1296.825676] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1296.843589] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1296.843765] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1296.843879] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1296.844060] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-546" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.844377] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-120ec567-faa3-442c-898c-0d604cfdc126 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.844542] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-120ec567-faa3-442c-898c-0d604cfdc126" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.844694] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-120ec567-faa3-442c-898c-0d604cfdc126" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.845071] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-120ec567-faa3-442c-898c-0d604cfdc126" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.845211] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('120ec567-faa3-442c-898c-0d604cfdc126',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.884711] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.884977] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.884977] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.885149] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.885482] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.885831] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1296.964975] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.965257] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.965257] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.965413] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.965842] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.966179] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1296.966328] env[65426]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'91a10c1c-e59f-44b2-aa59-f931c822393a', 'aded31b3-1309-4303-9c1d-eb33b088e5ea', '1700b15d-9f55-4cee-8936-8db4804a8bba', '623339f9-5bd5-4969-86e4-4653350693b5', '77b337ac-65aa-48b5-9673-9b637fd1afd7', 'c55788e3-8362-4cd9-8abf-0d32109b46ac', 'dbf8c731-30d7-41db-a2d8-f5220648478b', '35484b95-fdf2-427f-ae7f-b7609c1dc176', 'a62af330-237b-4c56-b984-b3b6da313d26', 'bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2', 'f406f508-be3d-4f9f-9299-93a57ce05cf0', 'fa19dddd-09fc-49b2-9584-5985f26976ac', 'de76fa18-0c25-4974-9f49-87a7940a32e1', '728d6980-e546-4855-bbbe-9a4e5018728c', '364db919-0d26-4b36-b987-01117ca01849', 'cecd5db4-8a18-46bc-9639-47440ad4a716', 'e0f922f6-4a03-4c5d-826e-d2855edea30f', '36c9948d-9805-4ae9-a6f6-148f94f5c6fc', '8dc9f855-533a-4433-a61a-1b82bd71ea7f', 'ad85db18-299c-4dc6-a419-ce58d81cb61b', 'c86ca883-7000-4ae0-bc89-e13fd64ee6c4', 'fe7e643c-d515-42c3-84dd-a5411d3d2d4b', 'fb6a5ba5-6d80-4fb2-8c06-8642c3571c84', 'de4f6c56-eebc-4723-ac43-d01bceee3696', 'aa745de1-de68-4909-8e1e-68140a54af99', '0c86030f-ffc6-477f-a550-16964c328aeb', 'bd334e6f-bcdb-4aba-afec-0ac4692cb0de', '427619b0-330f-4333-b26b-8da5ebc7a1e4', '9b768bc0-4eeb-4e72-8c10-9fbf69f6a416', 'e3b7d3ea-9250-432c-bc96-8e6285233766', 'f4374444-3b32-4f6a-b2ea-c1781bc08e0d', 'c52c03e1-1297-4def-b6c5-8cf2ff152fa1', '1a62472b-b468-4aee-8cbb-7db31af668b4', '793a7f0d-8d10-421d-a17e-942bfde7eb3c', '26d28aa6-769e-4f48-8961-8000ce72a26f', '6221598e-80dd-419c-b559-4db19a1b425d', 'a652184f-fd23-4722-80e0-ff95f29138b5', '3cd92a83-f164-4831-8db2-fcb3532722b4', '212b3187-b652-4960-8464-c24f0af67a7c', '5bf0629d-14f5-410a-835b-93a4e11208b0', '7c134f47-7186-45fa-af36-389e9977eb16', '752173c4-5ea9-4bb8-97b4-26712b246389', '0dc0b08e-3c09-4b1f-ac5b-2f2add94141d'} {{(pid=65426) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1296.966443] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1296.976921] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.984916] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.985113] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.985208] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.985342] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.985428] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.985537] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1296.985608] env[65426]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65426) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1296.985878] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1297.085884] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.085884] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.085884] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.085884] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.086542] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.086797] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1297.086875] env[65426]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65426) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1297.086975] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1297.087042] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1297.087120] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1297.087192] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 91a10c1c-e59f-44b2-aa59-f931c822393a with Priority: HIGH for action security_group_rules [ 1297.087274] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aded31b3-1309-4303-9c1d-eb33b088e5ea with Priority: HIGH for action security_group_rules [ 1297.087341] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1700b15d-9f55-4cee-8936-8db4804a8bba with Priority: HIGH for action security_group_rules [ 1297.087404] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 623339f9-5bd5-4969-86e4-4653350693b5 with Priority: HIGH for action security_group_rules [ 1297.087464] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 with Priority: HIGH for action security_group_rules [ 1297.087526] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c55788e3-8362-4cd9-8abf-0d32109b46ac with Priority: HIGH for action security_group_rules [ 1297.087584] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dbf8c731-30d7-41db-a2d8-f5220648478b with Priority: HIGH for action security_group_rules [ 1297.087682] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGH for action security_group_rules [ 1297.087757] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGH for action security_group_rules [ 1297.087916] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGH for action security_group_rules [ 1297.088056] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f406f508-be3d-4f9f-9299-93a57ce05cf0 with Priority: HIGH for action security_group_rules [ 1297.088056] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa19dddd-09fc-49b2-9584-5985f26976ac with Priority: HIGH for action security_group_rules [ 1297.088173] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: de76fa18-0c25-4974-9f49-87a7940a32e1 with Priority: HIGH for action security_group_rules [ 1297.088173] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 728d6980-e546-4855-bbbe-9a4e5018728c with Priority: HIGH for action security_group_rules [ 1297.088265] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 364db919-0d26-4b36-b987-01117ca01849 with Priority: HIGH for action security_group_rules [ 1297.088265] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cecd5db4-8a18-46bc-9639-47440ad4a716 with Priority: HIGH for action security_group_rules [ 1297.088351] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0f922f6-4a03-4c5d-826e-d2855edea30f with Priority: HIGH for action security_group_rules [ 1297.088436] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 36c9948d-9805-4ae9-a6f6-148f94f5c6fc with Priority: HIGH for action security_group_rules [ 1297.088517] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8dc9f855-533a-4433-a61a-1b82bd71ea7f with Priority: HIGH for action security_group_rules [ 1297.088600] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad85db18-299c-4dc6-a419-ce58d81cb61b with Priority: HIGH for action security_group_rules [ 1297.088720] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.179092] env[65426]: INFO networking_nsxv3.common.synchronization [req-b68fb84e-292a-496f-8e60-1284fdc85de4 req-b2536afa-3a53-4d37-a9a2-9a822a94ec1e tempest-ServerAddressesNegativeTestJSON-875460741 tempest-ServerAddressesNegativeTestJSON-875460741-project-member] Enqueued Resource ID: 1700b15d-9f55-4cee-8936-8db4804a8bba with Priority: HIGHEST for action security_group_members [ 1297.179638] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1700b15d-9f55-4cee-8936-8db4804a8bba with Priority: HIGHEST for action security_group_members [ 1297.179783] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a10c1c-e59f-44b2-aa59-f931c822393a with Priority: HIGH for action security_group_rules [ 1297.179888] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1700b15d-9f55-4cee-8936-8db4804a8bba with Priority: HIGH for action security_group_rules [ 1297.179988] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbf8c731-30d7-41db-a2d8-f5220648478b with Priority: HIGH for action security_group_rules [ 1297.180099] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 364db919-0d26-4b36-b987-01117ca01849 with Priority: HIGH for action security_group_rules [ 1297.180194] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad85db18-299c-4dc6-a419-ce58d81cb61b with Priority: HIGH for action security_group_rules [ 1297.180288] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc9f855-533a-4433-a61a-1b82bd71ea7f with Priority: HIGH for action security_group_rules [ 1297.180376] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36c9948d-9805-4ae9-a6f6-148f94f5c6fc with Priority: HIGH for action security_group_rules [ 1297.180465] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0f922f6-4a03-4c5d-826e-d2855edea30f with Priority: HIGH for action security_group_rules [ 1297.180553] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 728d6980-e546-4855-bbbe-9a4e5018728c with Priority: HIGH for action security_group_rules [ 1297.180639] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cecd5db4-8a18-46bc-9639-47440ad4a716 with Priority: HIGH for action security_group_rules [ 1297.181036] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de76fa18-0c25-4974-9f49-87a7940a32e1 with Priority: HIGH for action security_group_rules [ 1297.181036] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa19dddd-09fc-49b2-9584-5985f26976ac with Priority: HIGH for action security_group_rules [ 1297.181036] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f406f508-be3d-4f9f-9299-93a57ce05cf0 with Priority: HIGH for action security_group_rules [ 1297.181036] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 with Priority: HIGH for action security_group_rules [ 1297.181036] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a62af330-237b-4c56-b984-b3b6da313d26 with Priority: HIGH for action security_group_rules [ 1297.181237] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c55788e3-8362-4cd9-8abf-0d32109b46ac with Priority: HIGH for action security_group_rules [ 1297.181237] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGH for action security_group_rules [ 1297.181293] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 with Priority: HIGH for action security_group_rules [ 1297.181368] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aded31b3-1309-4303-9c1d-eb33b088e5ea with Priority: HIGH for action security_group_rules [ 1297.181454] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 623339f9-5bd5-4969-86e4-4653350693b5 with Priority: HIGH for action security_group_rules [ 1297.181740] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-1700b15d-9f55-4cee-8936-8db4804a8bba taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.181856] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1700b15d-9f55-4cee-8936-8db4804a8bba" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.181923] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1700b15d-9f55-4cee-8936-8db4804a8bba" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.182125] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1700b15d-9f55-4cee-8936-8db4804a8bba" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.182277] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.182386] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.182420] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.182584] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.182813] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.182961] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1700b15d-9f55-4cee-8936-8db4804a8bba',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.184426] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91a10c1c-e59f-44b2-aa59-f931c822393a taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.184596] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91a10c1c-e59f-44b2-aa59-f931c822393a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.184643] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91a10c1c-e59f-44b2-aa59-f931c822393a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.185109] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91a10c1c-e59f-44b2-aa59-f931c822393a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.185812] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91a10c1c-e59f-44b2-aa59-f931c822393a',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.186173] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1700b15d-9f55-4cee-8936-8db4804a8bba taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.186288] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1700b15d-9f55-4cee-8936-8db4804a8bba" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.186573] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1700b15d-9f55-4cee-8936-8db4804a8bba" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.186573] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1700b15d-9f55-4cee-8936-8db4804a8bba" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.186714] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1700b15d-9f55-4cee-8936-8db4804a8bba',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.187675] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbf8c731-30d7-41db-a2d8-f5220648478b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.187828] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.187887] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.188078] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.188310] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbf8c731-30d7-41db-a2d8-f5220648478b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.189075] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-364db919-0d26-4b36-b987-01117ca01849 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.189181] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.189868] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.189868] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.189868] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('364db919-0d26-4b36-b987-01117ca01849',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.190304] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad85db18-299c-4dc6-a419-ce58d81cb61b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.190410] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad85db18-299c-4dc6-a419-ce58d81cb61b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.190464] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad85db18-299c-4dc6-a419-ce58d81cb61b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.190613] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad85db18-299c-4dc6-a419-ce58d81cb61b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.190679] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad85db18-299c-4dc6-a419-ce58d81cb61b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.191483] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dc9f855-533a-4433-a61a-1b82bd71ea7f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.191579] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dc9f855-533a-4433-a61a-1b82bd71ea7f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.191647] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dc9f855-533a-4433-a61a-1b82bd71ea7f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.191812] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dc9f855-533a-4433-a61a-1b82bd71ea7f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.191885] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dc9f855-533a-4433-a61a-1b82bd71ea7f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.192674] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36c9948d-9805-4ae9-a6f6-148f94f5c6fc taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.192674] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36c9948d-9805-4ae9-a6f6-148f94f5c6fc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.193277] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36c9948d-9805-4ae9-a6f6-148f94f5c6fc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.193277] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36c9948d-9805-4ae9-a6f6-148f94f5c6fc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.193277] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36c9948d-9805-4ae9-a6f6-148f94f5c6fc',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.194938] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0f922f6-4a03-4c5d-826e-d2855edea30f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.194938] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.194938] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.194938] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.194938] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0f922f6-4a03-4c5d-826e-d2855edea30f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.194938] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-728d6980-e546-4855-bbbe-9a4e5018728c taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.194938] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-728d6980-e546-4855-bbbe-9a4e5018728c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.195410] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-728d6980-e546-4855-bbbe-9a4e5018728c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.195410] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-728d6980-e546-4855-bbbe-9a4e5018728c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.195410] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('728d6980-e546-4855-bbbe-9a4e5018728c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.195887] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cecd5db4-8a18-46bc-9639-47440ad4a716 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.196061] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cecd5db4-8a18-46bc-9639-47440ad4a716" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.196148] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cecd5db4-8a18-46bc-9639-47440ad4a716" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.196297] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cecd5db4-8a18-46bc-9639-47440ad4a716" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.196368] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cecd5db4-8a18-46bc-9639-47440ad4a716',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.197119] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de76fa18-0c25-4974-9f49-87a7940a32e1 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.197229] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de76fa18-0c25-4974-9f49-87a7940a32e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.197295] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de76fa18-0c25-4974-9f49-87a7940a32e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.197440] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de76fa18-0c25-4974-9f49-87a7940a32e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.197511] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de76fa18-0c25-4974-9f49-87a7940a32e1',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.198256] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa19dddd-09fc-49b2-9584-5985f26976ac taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.198359] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.198423] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.198583] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.198656] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa19dddd-09fc-49b2-9584-5985f26976ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.199388] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f406f508-be3d-4f9f-9299-93a57ce05cf0 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.199490] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.199561] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.199706] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.199779] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f406f508-be3d-4f9f-9299-93a57ce05cf0',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.200483] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.200591] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.200721] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.200817] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.200912] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.201563] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a62af330-237b-4c56-b984-b3b6da313d26 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.201666] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.201732] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.203526] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.203596] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a62af330-237b-4c56-b984-b3b6da313d26',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.204488] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c55788e3-8362-4cd9-8abf-0d32109b46ac taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.205507] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.205507] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.205507] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.205720] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c55788e3-8362-4cd9-8abf-0d32109b46ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.207396] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.207396] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.207396] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.207567] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.207605] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.208337] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77b337ac-65aa-48b5-9673-9b637fd1afd7 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.208442] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.208506] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.208650] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.208721] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77b337ac-65aa-48b5-9673-9b637fd1afd7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.209456] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aded31b3-1309-4303-9c1d-eb33b088e5ea taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.209519] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.209555] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.209688] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.209758] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aded31b3-1309-4303-9c1d-eb33b088e5ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.211663] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-623339f9-5bd5-4969-86e4-4653350693b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.211663] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.211663] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.212606] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.212710] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('623339f9-5bd5-4969-86e4-4653350693b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.215748] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.215748] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.215748] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.215932] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.246191] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.246321] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.247687] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.247842] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.249122] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.249596] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.249596] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.249596] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.249765] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.249765] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.249860] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1700b15d-9f55-4cee-8936-8db4804a8bba is going to be updated. [ 1297.250698] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.250927] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.275626] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.275769] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91a10c1c-e59f-44b2-aa59-f931c822393a is going to be deleted. [ 1297.276780] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.277071] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.281994] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.282172] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.282218] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.282447] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.282508] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.294786] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1700b15d-9f55-4cee-8936-8db4804a8bba in Status: IN_PROGRESS for 2s [ 1297.298132] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.298132] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 364db919-0d26-4b36-b987-01117ca01849 is going to be deleted. [ 1297.342264] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.342430] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.342472] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.342699] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.342792] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.342915] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91a10c1c-e59f-44b2-aa59-f931c822393a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.347293] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.347519] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.347686] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.347946] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.348101] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.348255] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port 120ec567-faa3-442c-898c-0d604cfdc126 not found, creating... [ 1297.348511] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.348664] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.348778] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.348990] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.349163] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.349440] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.349593] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.349707] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.349910] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.350062] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.350202] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: 120ec567-faa3-442c-898c-0d604cfdc126 is going to be created. [ 1297.351770] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.351873] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.351941] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.352107] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.352185] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.352290] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-364db919-0d26-4b36-b987-01117ca01849" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.374911] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.375164] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.375290] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.375557] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.375887] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.376389] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-120ec567-faa3-442c-898c-0d604cfdc126" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.479541] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.716994] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.717444] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.718419] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-aded31b3-1309-4303-9c1d-eb33b088e5ea taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.718617] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.718729] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.718980] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.719202] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.719348] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.719446] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.719643] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.719779] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.719911] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.720048] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aded31b3-1309-4303-9c1d-eb33b088e5ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.733182] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa19dddd-09fc-49b2-9584-5985f26976ac taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.733365] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.733365] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.733568] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.733725] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.733821] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.733883] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.734035] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.734120] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.734204] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.734290] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa19dddd-09fc-49b2-9584-5985f26976ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.752986] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.753157] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.753225] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.753427] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.753514] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.753626] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1700b15d-9f55-4cee-8936-8db4804a8bba is going to be deleted. [ 1297.759596] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.759785] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.759827] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.760068] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.776785] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.776980] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.811573] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.811779] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.812599] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.812692] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.813428] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.813525] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.814245] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.814335] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.815106] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.815193] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.816353] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.816471] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.817165] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.817248] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.817933] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.818039] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.819406] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.819518] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.826862] env[65426]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1297.827371] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.827472] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.828190] env[65426]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1297.828592] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.828685] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.829344] env[65426]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1297.829714] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.829826] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.836083] env[65426]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1297.836645] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.836793] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad85db18-299c-4dc6-a419-ce58d81cb61b is going to be deleted. [ 1297.837863] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.838112] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.867732] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.867958] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f406f508-be3d-4f9f-9299-93a57ce05cf0 is going to be deleted. [ 1297.868885] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.869122] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.902760] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.902760] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbf8c731-30d7-41db-a2d8-f5220648478b is going to be deleted. [ 1297.902984] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.903219] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.904820] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.905034] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.905584] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.905633] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.935485] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.935664] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 623339f9-5bd5-4969-86e4-4653350693b5 is going to be deleted. [ 1297.936818] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.937218] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.965454] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.965671] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.983065] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.983065] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.983065] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.983423] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.983423] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.983522] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 is going to be updated. [ 1297.990628] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.990829] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de76fa18-0c25-4974-9f49-87a7940a32e1 is going to be deleted. [ 1297.991633] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.991969] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.029598] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.029824] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.029824] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.030018] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.030174] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.051914] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.052139] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.058823] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: IN_PROGRESS for 2s [ 1298.059734] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.059904] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c55788e3-8362-4cd9-8abf-0d32109b46ac is going to be deleted. [ 1298.061438] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.061438] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.093569] env[65426]: INFO networking_nsxv3.common.synchronization [req-20d33b8c-dfea-4894-8263-52ee17b7dd8b req-4c8b6f13-7c8b-4eb9-af24-9b1cd558d861 service nova] Enqueued Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_rules [ 1298.093786] env[65426]: INFO networking_nsxv3.common.synchronization [req-20d33b8c-dfea-4894-8263-52ee17b7dd8b req-4c8b6f13-7c8b-4eb9-af24-9b1cd558d861 service nova] Enqueued Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1298.094018] env[65426]: INFO networking_nsxv3.common.synchronization [req-20d33b8c-dfea-4894-8263-52ee17b7dd8b req-4c8b6f13-7c8b-4eb9-af24-9b1cd558d861 service nova] Enqueued Resource ID: 120ec567-faa3-442c-898c-0d604cfdc126 with Priority: HIGHEST for action port [ 1298.094615] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_rules [ 1298.094939] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1298.095126] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 120ec567-faa3-442c-898c-0d604cfdc126 with Priority: HIGHEST for action port [ 1298.095500] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.095622] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.095915] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.096067] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.096281] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-120ec567-faa3-442c-898c-0d604cfdc126 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.096394] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-120ec567-faa3-442c-898c-0d604cfdc126" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.096457] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-120ec567-faa3-442c-898c-0d604cfdc126" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.096659] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-120ec567-faa3-442c-898c-0d604cfdc126" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.096770] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('120ec567-faa3-442c-898c-0d604cfdc126',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.141979] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.142203] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.156063] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.156240] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 728d6980-e546-4855-bbbe-9a4e5018728c is going to be deleted. [ 1298.157250] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.157480] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.216531] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.216782] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36c9948d-9805-4ae9-a6f6-148f94f5c6fc is going to be deleted. [ 1298.217586] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.217804] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.222517] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aded31b3-1309-4303-9c1d-eb33b088e5ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.246317] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa19dddd-09fc-49b2-9584-5985f26976ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.307173] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.307378] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.308898] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.309060] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.314072] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.314072] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.348751] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.348751] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dc9f855-533a-4433-a61a-1b82bd71ea7f is going to be deleted. [ 1298.349623] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.349887] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.387874] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.388152] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.407127] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.407127] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77b337ac-65aa-48b5-9673-9b637fd1afd7 is going to be deleted. [ 1298.408345] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.408593] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.522278] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.522695] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0f922f6-4a03-4c5d-826e-d2855edea30f is going to be deleted. [ 1298.523564] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.523881] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.556132] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.556322] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.587137] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.587306] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2 is going to be deleted. [ 1298.588301] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.588547] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.600501] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 120ec567-faa3-442c-898c-0d604cfdc126 with status ACTIVE [ 1298.600855] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.601010] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.601088] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.601305] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.601408] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.601575] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.601681] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.601787] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.601892] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.601969] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.602166] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.602257] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.602312] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.602449] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.602523] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.602628] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 120ec567-faa3-442c-898c-0d604cfdc126 is going to be updated. [ 1298.667154] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.667254] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cecd5db4-8a18-46bc-9639-47440ad4a716 is going to be deleted. [ 1298.668191] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.668398] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.688441] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.688441] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.725033] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aded31b3-1309-4303-9c1d-eb33b088e5ea: rpc.has_security_group_logging(os_id): False [ 1298.737178] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.737378] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.746761] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.746761] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.746761] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.747427] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.747427] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.747427] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-120ec567-faa3-442c-898c-0d604cfdc126" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.749392] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa19dddd-09fc-49b2-9584-5985f26976ac: rpc.has_security_group_logging(os_id): False [ 1298.751272] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.751415] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a62af330-237b-4c56-b984-b3b6da313d26 is going to be deleted. [ 1298.752209] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.752416] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.752503] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.753062] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1700b15d-9f55-4cee-8936-8db4804a8bba" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.753161] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.753325] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.753407] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.753528] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad85db18-299c-4dc6-a419-ce58d81cb61b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.753971] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.754328] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.754328] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.754431] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f406f508-be3d-4f9f-9299-93a57ce05cf0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.754500] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.754642] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.754807] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.754891] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-623339f9-5bd5-4969-86e4-4653350693b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.755048] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.755195] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.755270] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.755386] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbf8c731-30d7-41db-a2d8-f5220648478b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.755511] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.755644] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.755833] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.755954] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c55788e3-8362-4cd9-8abf-0d32109b46ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.756104] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.756242] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.756316] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.756425] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de76fa18-0c25-4974-9f49-87a7940a32e1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.756550] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.756686] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.756751] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.756861] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-728d6980-e546-4855-bbbe-9a4e5018728c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.756983] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.757158] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.757232] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.757342] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36c9948d-9805-4ae9-a6f6-148f94f5c6fc" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.757549] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.757617] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.757671] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.757769] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dc9f855-533a-4433-a61a-1b82bd71ea7f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.757891] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.758036] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.758135] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.758216] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77b337ac-65aa-48b5-9673-9b637fd1afd7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.758340] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.758477] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.758542] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.758647] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0f922f6-4a03-4c5d-826e-d2855edea30f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.806918] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.807207] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.807207] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.807412] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.837408] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.837621] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.866375] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.866718] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.866823] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.866890] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.867114] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.867198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.867286] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aded31b3-1309-4303-9c1d-eb33b088e5ea is going to be updated. [ 1298.868446] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.868632] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.927838] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.928068] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.934890] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.935112] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.949372] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.949591] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.959465] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.959780] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.959883] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.959953] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.960207] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.960287] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.960423] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa19dddd-09fc-49b2-9584-5985f26976ac is going to be updated. [ 1298.961590] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.961786] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.961874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.961994] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cecd5db4-8a18-46bc-9639-47440ad4a716" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.962146] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.962294] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.962370] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.962513] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdcdcd96-48be-46c0-b22b-f8ab59d9f6f2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.962777] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.962925] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.963017] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.963127] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a62af330-237b-4c56-b984-b3b6da313d26" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.110469] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.110743] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.110877] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.111235] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.111432] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.122567] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.122785] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.122866] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.123142] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.123298] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.148061] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa19dddd-09fc-49b2-9584-5985f26976ac in Status: IN_PROGRESS for 2s [ 1299.149850] env[65426]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1299.150298] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aded31b3-1309-4303-9c1d-eb33b088e5ea in Status: IN_PROGRESS for 2s [ 1299.308231] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1700b15d-9f55-4cee-8936-8db4804a8bba in Status: SUCCESS [ 1299.308565] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1700b15d-9f55-4cee-8936-8db4804a8bba deletion is rescheduled due to dependency. [ 1299.308765] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1700b15d-9f55-4cee-8936-8db4804a8bba" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.069349] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: SUCCESS [ 1300.069719] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.069719] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.069939] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.070201] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.070324] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.070390] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.070549] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.070670] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.070774] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.070879] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.071846] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.072034] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.072198] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.072304] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.072368] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.072504] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.072586] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.072698] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.574778] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.575029] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.575134] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.078063] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.163683] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aded31b3-1309-4303-9c1d-eb33b088e5ea in Status: SUCCESS [ 1301.163933] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.164738] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa19dddd-09fc-49b2-9584-5985f26976ac in Status: SUCCESS [ 1301.164971] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.579846] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.580080] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.580200] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.580465] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.580608] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.580759] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 is going to be updated. [ 1301.610387] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.610557] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.610602] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.610825] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.610986] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.619939] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: IN_PROGRESS for 2s [ 1303.096513] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1303.096689] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1303.632096] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: SUCCESS [ 1303.632322] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.632498] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.632725] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.632918] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.633048] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.633254] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.633628] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.633720] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.633934] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.634044] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.634171] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.634240] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.634397] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.634548] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.634653] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.634707] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.634908] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.634990] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.635089] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.635857] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.137491] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35484b95-fdf2-427f-ae7f-b7609c1dc176: rpc.has_security_group_logging(os_id): False [ 1304.155981] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.156176] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.156247] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.156476] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.176495] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.176790] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.176911] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.176972] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.177206] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.177279] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.177480] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.177581] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.177646] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.177781] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.177854] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.178049] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.178144] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.178204] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.178340] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.178414] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.178542] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 is going to be updated. [ 1304.241096] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.241274] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.241360] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.241597] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.241760] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.262434] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: IN_PROGRESS for 2s [ 1305.811023] env[65426]: INFO networking_nsxv3.common.synchronization [None req-fe025b05-c15f-4299-8f66-34a58d1dc94d None None] Enqueued Resource ID: 50272785-647d-49d7-af3b-07967832aef2 with Priority: HIGHEST for action port [ 1305.811642] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50272785-647d-49d7-af3b-07967832aef2 with Priority: HIGHEST for action port [ 1305.812016] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-50272785-647d-49d7-af3b-07967832aef2 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.812393] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50272785-647d-49d7-af3b-07967832aef2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.812393] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50272785-647d-49d7-af3b-07967832aef2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.812551] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50272785-647d-49d7-af3b-07967832aef2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.812624] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50272785-647d-49d7-af3b-07967832aef2',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.282096] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: SUCCESS [ 1306.282327] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.282511] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.282734] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.282875] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.314041] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50272785-647d-49d7-af3b-07967832aef2 [ 1306.314996] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.314996] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.314996] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.314996] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.314996] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.314996] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50272785-647d-49d7-af3b-07967832aef2 already deleted. [ 1306.314996] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50272785-647d-49d7-af3b-07967832aef2" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.786547] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.786695] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.786762] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.787038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.787247] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.787377] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.787468] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.787683] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.788676] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.788925] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.789105] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.292320] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.292604] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.292604] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.292768] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.292935] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.293046] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.293109] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.293258] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.293348] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.293423] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.293578] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.293667] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.293737] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.293858] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.293990] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.294088] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.294146] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.294277] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.294347] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.294421] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.294508] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.541122] env[65426]: INFO networking_nsxv3.common.synchronization [None req-c2864035-c7d3-4bf9-8ba8-e8a545b2f9e3 None None] Enqueued Resource ID: e80b5acd-3915-4280-9ea4-f9c6242be685 with Priority: HIGHEST for action port [ 1307.541814] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e80b5acd-3915-4280-9ea4-f9c6242be685 with Priority: HIGHEST for action port [ 1307.542194] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-e80b5acd-3915-4280-9ea4-f9c6242be685 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.542284] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e80b5acd-3915-4280-9ea4-f9c6242be685" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.542381] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e80b5acd-3915-4280-9ea4-f9c6242be685" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.542733] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e80b5acd-3915-4280-9ea4-f9c6242be685" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.542861] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e80b5acd-3915-4280-9ea4-f9c6242be685',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.796636] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35484b95-fdf2-427f-ae7f-b7609c1dc176: rpc.has_security_group_logging(os_id): False [ 1307.813739] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.813925] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.813998] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.814249] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.814345] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.814590] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.814690] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.814752] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.814957] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.815046] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.815249] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.815334] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.815380] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.815526] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.815588] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.815757] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.815867] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.815919] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.816079] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.816150] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.816232] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 is going to be updated. [ 1307.872620] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.872620] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.872620] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.873017] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.873017] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.891367] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: IN_PROGRESS for 2s [ 1308.045059] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e80b5acd-3915-4280-9ea4-f9c6242be685 [ 1308.045996] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.045996] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.045996] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.045996] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.045996] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.045996] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e80b5acd-3915-4280-9ea4-f9c6242be685 already deleted. [ 1308.045996] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e80b5acd-3915-4280-9ea4-f9c6242be685" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.911239] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: SUCCESS [ 1309.911615] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.855643] env[65426]: INFO networking_nsxv3.common.synchronization [req-6f8f9b0d-1172-46c0-a5b7-f8d85312eca0 req-5700d0eb-b9e8-4e25-96a0-f3241bd7bb66 tempest-ServerPasswordTestJSON-1775534089 tempest-ServerPasswordTestJSON-1775534089-project-member] Enqueued Resource ID: 3a2189ad-3469-42eb-959c-e9120c128ab8 with Priority: HIGHEST for action security_group_members [ 1310.856095] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a2189ad-3469-42eb-959c-e9120c128ab8 with Priority: HIGHEST for action security_group_members [ 1310.856426] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a2189ad-3469-42eb-959c-e9120c128ab8 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.856542] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a2189ad-3469-42eb-959c-e9120c128ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.856605] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a2189ad-3469-42eb-959c-e9120c128ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.856865] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a2189ad-3469-42eb-959c-e9120c128ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.857036] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.857151] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.858548] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.858548] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.858548] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.858548] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a2189ad-3469-42eb-959c-e9120c128ab8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.122840] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-853 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.123182] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-853" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.123352] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-853" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.123692] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-853" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.123976] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.124159] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.124276] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.124499] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.124641] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.124976] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1311.125175] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1311.125300] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1311.125413] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1311.125528] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1311.125633] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1311.125765] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1311.147566] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1311.147737] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1311.147876] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1311.148063] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-853" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.148384] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-cca5ab30-350a-4b57-bdc3-73d1b68a0a9a taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.148553] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-cca5ab30-350a-4b57-bdc3-73d1b68a0a9a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.148672] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-cca5ab30-350a-4b57-bdc3-73d1b68a0a9a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.148977] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-cca5ab30-350a-4b57-bdc3-73d1b68a0a9a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.149131] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cca5ab30-350a-4b57-bdc3-73d1b68a0a9a',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.360858] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.361054] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.361126] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.361348] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.361442] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.361639] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.361739] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.361804] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.361962] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.362070] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.362160] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a2189ad-3469-42eb-959c-e9120c128ab8 already deleted. [ 1311.362243] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a2189ad-3469-42eb-959c-e9120c128ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.652770] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.653178] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.653353] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.653663] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.653816] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.653996] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port cca5ab30-350a-4b57-bdc3-73d1b68a0a9a not found, creating... [ 1311.654315] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.654510] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.654638] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.654944] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.655111] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.655421] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.655574] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.655706] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.655950] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.656119] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.656273] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: cca5ab30-350a-4b57-bdc3-73d1b68a0a9a is going to be created. [ 1311.679750] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.680035] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.680149] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.680463] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.680749] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.680996] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-cca5ab30-350a-4b57-bdc3-73d1b68a0a9a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.361297] env[65426]: INFO networking_nsxv3.common.synchronization [req-6f8f9b0d-1172-46c0-a5b7-f8d85312eca0 req-a15d809d-bc7f-4d6c-b2ed-5bed866a881a service nova] Enqueued Resource ID: 3a2189ad-3469-42eb-959c-e9120c128ab8 with Priority: HIGHEST for action security_group_rules [ 1312.361694] env[65426]: INFO networking_nsxv3.common.synchronization [req-6f8f9b0d-1172-46c0-a5b7-f8d85312eca0 req-a15d809d-bc7f-4d6c-b2ed-5bed866a881a service nova] Enqueued Resource ID: 3a2189ad-3469-42eb-959c-e9120c128ab8 with Priority: HIGHEST for action security_group_members [ 1312.361694] env[65426]: INFO networking_nsxv3.common.synchronization [req-6f8f9b0d-1172-46c0-a5b7-f8d85312eca0 req-a15d809d-bc7f-4d6c-b2ed-5bed866a881a service nova] Enqueued Resource ID: cca5ab30-350a-4b57-bdc3-73d1b68a0a9a with Priority: HIGHEST for action port [ 1312.362135] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a2189ad-3469-42eb-959c-e9120c128ab8 with Priority: HIGHEST for action security_group_rules [ 1312.362314] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a2189ad-3469-42eb-959c-e9120c128ab8 with Priority: HIGHEST for action security_group_members [ 1312.362452] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cca5ab30-350a-4b57-bdc3-73d1b68a0a9a with Priority: HIGHEST for action port [ 1312.362882] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a2189ad-3469-42eb-959c-e9120c128ab8 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.363076] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a2189ad-3469-42eb-959c-e9120c128ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.363158] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a2189ad-3469-42eb-959c-e9120c128ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.363463] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a2189ad-3469-42eb-959c-e9120c128ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.363569] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a2189ad-3469-42eb-959c-e9120c128ab8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.364550] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a2189ad-3469-42eb-959c-e9120c128ab8 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.364723] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a2189ad-3469-42eb-959c-e9120c128ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.364860] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a2189ad-3469-42eb-959c-e9120c128ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.365075] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a2189ad-3469-42eb-959c-e9120c128ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.365304] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.365442] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.365508] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.365658] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.365753] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.365848] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a2189ad-3469-42eb-959c-e9120c128ab8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.366795] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-cca5ab30-350a-4b57-bdc3-73d1b68a0a9a taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.367482] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cca5ab30-350a-4b57-bdc3-73d1b68a0a9a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.367482] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cca5ab30-350a-4b57-bdc3-73d1b68a0a9a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.367799] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cca5ab30-350a-4b57-bdc3-73d1b68a0a9a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.367886] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cca5ab30-350a-4b57-bdc3-73d1b68a0a9a',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.621897] env[65426]: INFO networking_nsxv3.common.synchronization [req-1a9eb54d-cfff-4f8b-b10c-9de94892651b req-2e4ec47e-1320-4aea-bc0d-3467b7518965 tempest-ServersTestJSON-327749177 tempest-ServersTestJSON-327749177-project-member] Enqueued Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1312.622442] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1312.622763] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.622884] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.622954] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.623162] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.623312] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.623407] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.623467] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.623605] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.623692] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.623785] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.869606] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a2189ad-3469-42eb-959c-e9120c128ab8 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.869739] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a2189ad-3469-42eb-959c-e9120c128ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.869941] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a2189ad-3469-42eb-959c-e9120c128ab8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.870858] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cca5ab30-350a-4b57-bdc3-73d1b68a0a9a with status ACTIVE [ 1312.871045] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.871160] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.871228] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.871434] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.871524] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.871692] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.871786] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.871852] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.872111] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.872249] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.872452] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.872617] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.872617] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.872802] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.872917] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.873073] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cca5ab30-350a-4b57-bdc3-73d1b68a0a9a is going to be updated. [ 1312.894381] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.894624] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.894624] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.894773] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.894936] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.895116] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cca5ab30-350a-4b57-bdc3-73d1b68a0a9a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.126252] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.375932] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a2189ad-3469-42eb-959c-e9120c128ab8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.628246] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.878451] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.878632] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.878673] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.879442] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.879442] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.879442] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a2189ad-3469-42eb-959c-e9120c128ab8 is going to be created. [ 1313.901244] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.901566] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.901566] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.901673] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.901796] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.912684] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a2189ad-3469-42eb-959c-e9120c128ab8 in Status: UNINITIALIZED for 2s [ 1314.130556] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.130728] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.131056] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.131056] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.131163] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.131272] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 is going to be updated. [ 1314.161085] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.161085] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.161257] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.161341] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.161458] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.170970] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: IN_PROGRESS for 2s [ 1315.924422] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a2189ad-3469-42eb-959c-e9120c128ab8 in Status: SUCCESS [ 1315.924699] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a2189ad-3469-42eb-959c-e9120c128ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.924779] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a2189ad-3469-42eb-959c-e9120c128ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.925056] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a2189ad-3469-42eb-959c-e9120c128ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.925296] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.925396] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.925467] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.925655] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.925770] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.925871] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a2189ad-3469-42eb-959c-e9120c128ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.925989] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a2189ad-3469-42eb-959c-e9120c128ab8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.181035] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: SUCCESS [ 1316.181222] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.428591] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a2189ad-3469-42eb-959c-e9120c128ab8 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.428770] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a2189ad-3469-42eb-959c-e9120c128ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.428892] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a2189ad-3469-42eb-959c-e9120c128ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.429176] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a2189ad-3469-42eb-959c-e9120c128ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.429279] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.429367] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.429416] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.429565] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.429669] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.429828] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a2189ad-3469-42eb-959c-e9120c128ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.429980] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a2189ad-3469-42eb-959c-e9120c128ab8 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.430087] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a2189ad-3469-42eb-959c-e9120c128ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.430186] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a2189ad-3469-42eb-959c-e9120c128ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.430279] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a2189ad-3469-42eb-959c-e9120c128ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.430487] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.430532] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.430594] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.430769] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.430856] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.430966] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a2189ad-3469-42eb-959c-e9120c128ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.431077] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a2189ad-3469-42eb-959c-e9120c128ab8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.933075] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a2189ad-3469-42eb-959c-e9120c128ab8: rpc.has_security_group_logging(os_id): False [ 1316.951431] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.951644] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.951644] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.951850] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.951950] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.952146] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.952248] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.952313] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.952448] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.952522] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.952710] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.952802] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.952901] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.953023] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.953097] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.953281] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.953373] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.953430] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.953584] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.953669] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.953757] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a2189ad-3469-42eb-959c-e9120c128ab8 is going to be created. [ 1317.017267] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.017436] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.017489] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.017680] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.017858] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.029954] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a2189ad-3469-42eb-959c-e9120c128ab8 in Status: IN_PROGRESS for 2s [ 1317.624042] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1317.624157] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1319.046505] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a2189ad-3469-42eb-959c-e9120c128ab8 in Status: SUCCESS [ 1319.046963] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a2189ad-3469-42eb-959c-e9120c128ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.054362] env[65426]: INFO networking_nsxv3.common.synchronization [req-8ad3ce9f-fc4d-4498-9aec-cb144d67698f req-8c430661-f216-4c07-9cc4-bbcf5c25c618 tempest-ServersTestJSON-327749177 tempest-ServersTestJSON-327749177-project-member] Enqueued Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1320.055385] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGHEST for action security_group_members [ 1320.055584] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.055640] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.055727] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.056125] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.056357] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.056530] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.056641] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.056858] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.057023] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.057423] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.560070] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.560070] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.560070] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.560070] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.560070] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.560369] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.560423] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.560570] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.560648] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.560734] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.560841] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 is going to be updated. [ 1320.594772] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.594964] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.595053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.595260] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.595409] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.604434] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: IN_PROGRESS for 2s [ 1322.028776] env[65426]: INFO networking_nsxv3.common.synchronization [req-0c980c46-580c-4a1d-9d55-d1058d2140af req-9f1bf3c8-d139-4da5-8091-0a49950b236b tempest-ServerPasswordTestJSON-1775534089 tempest-ServerPasswordTestJSON-1775534089-project-member] Enqueued Resource ID: 3a2189ad-3469-42eb-959c-e9120c128ab8 with Priority: HIGHEST for action security_group_members [ 1322.029333] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a2189ad-3469-42eb-959c-e9120c128ab8 with Priority: HIGHEST for action security_group_members [ 1322.029632] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a2189ad-3469-42eb-959c-e9120c128ab8 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.030221] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a2189ad-3469-42eb-959c-e9120c128ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.030302] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a2189ad-3469-42eb-959c-e9120c128ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.030502] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a2189ad-3469-42eb-959c-e9120c128ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.030663] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.030761] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.030823] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.030966] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.031091] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.031153] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a2189ad-3469-42eb-959c-e9120c128ab8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.533605] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.533784] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.533825] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.534067] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.534171] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.534379] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.534477] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.534540] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.534690] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.534766] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.534850] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a2189ad-3469-42eb-959c-e9120c128ab8 is going to be updated. [ 1322.562879] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.563079] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.563125] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.563314] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.563561] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.573023] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a2189ad-3469-42eb-959c-e9120c128ab8 in Status: IN_PROGRESS for 2s [ 1322.615658] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 in Status: SUCCESS [ 1322.615827] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 deletion is rescheduled due to dependency. [ 1322.615970] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.582668] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a2189ad-3469-42eb-959c-e9120c128ab8 in Status: SUCCESS [ 1324.582939] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a2189ad-3469-42eb-959c-e9120c128ab8 deletion is rescheduled due to dependency. [ 1324.582988] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a2189ad-3469-42eb-959c-e9120c128ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.030360] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1327.031622] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1332.032073] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1332.032457] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1337.033717] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1337.034122] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1340.966501] env[65426]: INFO networking_nsxv3.common.synchronization [req-2b489f30-283d-4792-b59d-2fa62ff01f84 req-106cfd1f-b870-41cd-bffb-b673d9f04dc9 tempest-AttachVolumeShelveTestJSON-370820132 tempest-AttachVolumeShelveTestJSON-370820132-project-member] Enqueued Resource ID: aded31b3-1309-4303-9c1d-eb33b088e5ea with Priority: HIGHEST for action security_group_members [ 1340.967011] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aded31b3-1309-4303-9c1d-eb33b088e5ea with Priority: HIGHEST for action security_group_members [ 1340.967332] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-aded31b3-1309-4303-9c1d-eb33b088e5ea taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.967456] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.967514] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.967706] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.967852] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.967950] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.968208] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.968208] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.968318] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.968318] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aded31b3-1309-4303-9c1d-eb33b088e5ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.470537] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.470764] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.470764] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.470982] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.471095] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.471297] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.471458] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.471544] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.471709] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.471786] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.471875] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aded31b3-1309-4303-9c1d-eb33b088e5ea is going to be updated. [ 1341.498720] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.498917] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.498917] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.499118] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.499253] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.508148] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aded31b3-1309-4303-9c1d-eb33b088e5ea in Status: IN_PROGRESS for 2s [ 1343.519663] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aded31b3-1309-4303-9c1d-eb33b088e5ea in Status: SUCCESS [ 1343.520100] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aded31b3-1309-4303-9c1d-eb33b088e5ea deletion is rescheduled due to dependency. [ 1343.520100] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.851520] env[65426]: INFO networking_nsxv3.common.synchronization [req-a1a8d5a6-5ef2-434b-981f-e0e715791549 req-99771315-da3d-4cab-acf1-0494976cc9b2 tempest-ServerActionsTestJSON-2130197459 tempest-ServerActionsTestJSON-2130197459-project-member] Enqueued Resource ID: fa19dddd-09fc-49b2-9584-5985f26976ac with Priority: HIGHEST for action security_group_members [ 1344.852212] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa19dddd-09fc-49b2-9584-5985f26976ac with Priority: HIGHEST for action security_group_members [ 1344.852603] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa19dddd-09fc-49b2-9584-5985f26976ac taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.852764] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.852878] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.853165] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.853382] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.853539] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.853648] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.853869] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.854011] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.854164] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa19dddd-09fc-49b2-9584-5985f26976ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.358928] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.359106] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.359159] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.359387] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.359482] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.359674] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.359772] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.359835] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.359981] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.360074] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.360162] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa19dddd-09fc-49b2-9584-5985f26976ac is going to be updated. [ 1345.392038] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.392290] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.392290] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.392476] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.392604] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.401153] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa19dddd-09fc-49b2-9584-5985f26976ac in Status: IN_PROGRESS for 2s [ 1347.412760] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa19dddd-09fc-49b2-9584-5985f26976ac in Status: SUCCESS [ 1347.413178] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa19dddd-09fc-49b2-9584-5985f26976ac deletion is rescheduled due to dependency. [ 1347.413178] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.854059] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1349.856082] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1351.780265] env[65426]: INFO networking_nsxv3.common.synchronization [req-8adcd921-feed-4464-9cba-72abc3d4b64a req-0b900385-1148-4818-a796-f9ddb157b3f6 tempest-ServerActionsTestJSON-2130197459 tempest-ServerActionsTestJSON-2130197459-project-member] Enqueued Resource ID: fa19dddd-09fc-49b2-9584-5985f26976ac with Priority: HIGHEST for action security_group_members [ 1351.780878] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa19dddd-09fc-49b2-9584-5985f26976ac with Priority: HIGHEST for action security_group_members [ 1351.781298] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa19dddd-09fc-49b2-9584-5985f26976ac taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.781429] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.781537] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.781771] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.781986] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.782182] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.782286] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.782507] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.782601] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.782690] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa19dddd-09fc-49b2-9584-5985f26976ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.094397] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-366 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.094596] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-366" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.094721] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-366" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.094985] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-366" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.095627] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.095788] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.095906] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.096133] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.096300] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.096515] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1352.096627] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1352.096731] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1352.096837] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1352.096945] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1352.097061] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1352.097192] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1352.119685] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1352.119854] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1352.119988] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1352.120306] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-366" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.120638] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-f46f897c-97fa-4c3f-8978-c673836a5d68 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.120824] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-f46f897c-97fa-4c3f-8978-c673836a5d68" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.120944] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-f46f897c-97fa-4c3f-8978-c673836a5d68" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.121356] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-f46f897c-97fa-4c3f-8978-c673836a5d68" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.121492] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f46f897c-97fa-4c3f-8978-c673836a5d68',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.285340] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.285504] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.285577] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.285786] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.285876] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.286387] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.286387] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.286387] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.286387] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.286612] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.286612] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa19dddd-09fc-49b2-9584-5985f26976ac is going to be updated. [ 1352.311500] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.311690] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.311738] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.311913] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.312066] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.321715] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa19dddd-09fc-49b2-9584-5985f26976ac in Status: IN_PROGRESS for 2s [ 1352.623982] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.624227] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.624352] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.624635] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.624777] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.624926] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port f46f897c-97fa-4c3f-8978-c673836a5d68 not found, creating... [ 1352.625189] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.625439] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.625564] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.625787] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.625902] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.626195] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.626366] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.626488] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.626690] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.626820] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.626957] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: f46f897c-97fa-4c3f-8978-c673836a5d68 is going to be created. [ 1352.647374] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.647569] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.647719] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.647973] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.648209] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.648430] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-f46f897c-97fa-4c3f-8978-c673836a5d68" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.331690] env[65426]: INFO networking_nsxv3.common.synchronization [req-8adcd921-feed-4464-9cba-72abc3d4b64a req-84fb448d-dae0-4c10-ad5c-fb3479d6622f service nova] Enqueued Resource ID: fa19dddd-09fc-49b2-9584-5985f26976ac with Priority: HIGHEST for action security_group_rules [ 1353.331932] env[65426]: INFO networking_nsxv3.common.synchronization [req-8adcd921-feed-4464-9cba-72abc3d4b64a req-84fb448d-dae0-4c10-ad5c-fb3479d6622f service nova] Enqueued Resource ID: fa19dddd-09fc-49b2-9584-5985f26976ac with Priority: HIGHEST for action security_group_members [ 1353.332032] env[65426]: INFO networking_nsxv3.common.synchronization [req-8adcd921-feed-4464-9cba-72abc3d4b64a req-84fb448d-dae0-4c10-ad5c-fb3479d6622f service nova] Enqueued Resource ID: f46f897c-97fa-4c3f-8978-c673836a5d68 with Priority: HIGHEST for action port [ 1353.332515] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa19dddd-09fc-49b2-9584-5985f26976ac with Priority: HIGHEST for action security_group_rules [ 1353.332652] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa19dddd-09fc-49b2-9584-5985f26976ac with Priority: HIGHEST for action security_group_members [ 1353.332746] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f46f897c-97fa-4c3f-8978-c673836a5d68 with Priority: HIGHEST for action port [ 1353.333262] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa19dddd-09fc-49b2-9584-5985f26976ac taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.333437] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.333592] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.333810] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.333936] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa19dddd-09fc-49b2-9584-5985f26976ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.335215] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa19dddd-09fc-49b2-9584-5985f26976ac taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.335514] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.335772] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-f46f897c-97fa-4c3f-8978-c673836a5d68 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.335926] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f46f897c-97fa-4c3f-8978-c673836a5d68" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.336076] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f46f897c-97fa-4c3f-8978-c673836a5d68" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.336285] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f46f897c-97fa-4c3f-8978-c673836a5d68" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.336426] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f46f897c-97fa-4c3f-8978-c673836a5d68',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.835907] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa19dddd-09fc-49b2-9584-5985f26976ac taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.836151] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.838769] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f46f897c-97fa-4c3f-8978-c673836a5d68 with status ACTIVE [ 1353.838950] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.839075] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.839140] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.839344] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.839464] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.839595] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.839693] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.839769] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.839883] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.839958] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.840149] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.840238] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.840298] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.840439] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.840509] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.840591] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f46f897c-97fa-4c3f-8978-c673836a5d68 is going to be updated. [ 1353.860337] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.860536] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.860536] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.860716] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.860847] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.861012] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f46f897c-97fa-4c3f-8978-c673836a5d68" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.336741] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa19dddd-09fc-49b2-9584-5985f26976ac in Status: SUCCESS [ 1354.337188] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa19dddd-09fc-49b2-9584-5985f26976ac deletion is rescheduled due to dependency. [ 1354.337188] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.337320] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.337485] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.337676] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.337793] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.337856] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.338030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.338117] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.338214] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa19dddd-09fc-49b2-9584-5985f26976ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.841420] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa19dddd-09fc-49b2-9584-5985f26976ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.344542] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa19dddd-09fc-49b2-9584-5985f26976ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.848868] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.849101] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.849184] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.849449] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.849549] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.849803] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa19dddd-09fc-49b2-9584-5985f26976ac is going to be updated. [ 1355.879484] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.879669] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.879717] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.879910] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.880062] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.889217] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa19dddd-09fc-49b2-9584-5985f26976ac in Status: IN_PROGRESS for 2s [ 1357.901852] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa19dddd-09fc-49b2-9584-5985f26976ac in Status: SUCCESS [ 1357.902256] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.902256] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.902441] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.902607] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.902724] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.902791] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.902935] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.903024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.903113] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.903203] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa19dddd-09fc-49b2-9584-5985f26976ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.333901] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1358.334100] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1358.405860] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa19dddd-09fc-49b2-9584-5985f26976ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.908138] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa19dddd-09fc-49b2-9584-5985f26976ac: rpc.has_security_group_logging(os_id): False [ 1358.926416] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.926648] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.926648] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.926847] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.926939] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.927206] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.927325] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.927392] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.927546] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.927626] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.927733] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa19dddd-09fc-49b2-9584-5985f26976ac is going to be updated. [ 1358.992372] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.992596] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.992596] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.992765] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.992912] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.005963] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa19dddd-09fc-49b2-9584-5985f26976ac in Status: IN_PROGRESS for 2s [ 1361.024116] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa19dddd-09fc-49b2-9584-5985f26976ac in Status: SUCCESS [ 1361.024527] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.334795] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1363.335176] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1368.335984] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1368.336437] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1373.336705] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1373.337151] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1378.337583] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1378.337990] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1383.338909] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1383.339766] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1388.340420] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1388.340836] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1393.341665] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1393.341665] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1398.342866] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1398.343358] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1403.344220] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1403.344625] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1408.345712] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1408.346146] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1413.347054] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1413.347569] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1415.451682] env[65426]: INFO networking_nsxv3.common.synchronization [req-d5b683ed-6bcd-439f-bc64-883ce3ffe0f4 req-c085ae96-7036-485e-826a-035226e08779 tempest-ServerActionsTestJSON-2130197459 tempest-ServerActionsTestJSON-2130197459-project-member] Enqueued Resource ID: fa19dddd-09fc-49b2-9584-5985f26976ac with Priority: HIGHEST for action security_group_members [ 1415.452246] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa19dddd-09fc-49b2-9584-5985f26976ac with Priority: HIGHEST for action security_group_members [ 1415.452553] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa19dddd-09fc-49b2-9584-5985f26976ac taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.453028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.453106] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.453769] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.453769] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.453769] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.453769] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.453769] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.454125] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.454125] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa19dddd-09fc-49b2-9584-5985f26976ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.955863] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.956123] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.956182] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.956369] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.956460] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.956656] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.956752] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.956814] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.956962] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.957084] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.957179] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa19dddd-09fc-49b2-9584-5985f26976ac is going to be updated. [ 1415.998192] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.998422] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.998422] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.998607] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.998744] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.007276] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa19dddd-09fc-49b2-9584-5985f26976ac in Status: IN_PROGRESS for 2s [ 1418.017977] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa19dddd-09fc-49b2-9584-5985f26976ac in Status: SUCCESS [ 1418.018398] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa19dddd-09fc-49b2-9584-5985f26976ac deletion is rescheduled due to dependency. [ 1418.018398] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.453027] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1420.453373] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1423.442655] env[65426]: INFO networking_nsxv3.common.synchronization [None req-cd22ca77-80bc-447d-82c1-78110fac0bfa None None] Enqueued Resource ID: b0e55f95-8b2e-4515-b596-c5775ec572f0 with Priority: HIGHEST for action port [ 1423.443210] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e55f95-8b2e-4515-b596-c5775ec572f0 with Priority: HIGHEST for action port [ 1423.443516] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0e55f95-8b2e-4515-b596-c5775ec572f0 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.443655] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0e55f95-8b2e-4515-b596-c5775ec572f0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.443693] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0e55f95-8b2e-4515-b596-c5775ec572f0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.444188] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0e55f95-8b2e-4515-b596-c5775ec572f0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.444257] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0e55f95-8b2e-4515-b596-c5775ec572f0',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.946538] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0e55f95-8b2e-4515-b596-c5775ec572f0 [ 1423.946807] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.946945] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.947044] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.947496] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.947496] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.947496] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0e55f95-8b2e-4515-b596-c5775ec572f0 already deleted. [ 1423.947496] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0e55f95-8b2e-4515-b596-c5775ec572f0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.014584] env[65426]: INFO networking_nsxv3.common.synchronization [None req-9dd5a88c-f693-4cb5-9980-1e0a6ffcbd6c tempest-ServerActionsTestOtherA-969770577 tempest-ServerActionsTestOtherA-969770577-project-member] Enqueued Resource ID: 388a453d-04bd-491c-8500-60c130d1a1e7 with Priority: HIGHEST for action security_group_rules [ 1424.015406] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 388a453d-04bd-491c-8500-60c130d1a1e7 with Priority: HIGHEST for action security_group_rules [ 1424.015506] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-388a453d-04bd-491c-8500-60c130d1a1e7 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.015633] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.015701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.015958] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.016292] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('388a453d-04bd-491c-8500-60c130d1a1e7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1424.102203] env[65426]: INFO networking_nsxv3.common.synchronization [None req-7c6015ea-d25f-4b2e-a0fb-08a5cf185ffb tempest-ServerActionsTestOtherA-969770577 tempest-ServerActionsTestOtherA-969770577-project-member] Enqueued Resource ID: 388a453d-04bd-491c-8500-60c130d1a1e7 with Priority: HIGHEST for action security_group_rules [ 1424.102779] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 388a453d-04bd-491c-8500-60c130d1a1e7 with Priority: HIGHEST for action security_group_rules [ 1424.103125] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-388a453d-04bd-491c-8500-60c130d1a1e7 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.103229] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.537061] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1424.537505] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.537595] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.537809] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.537903] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.538037] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 388a453d-04bd-491c-8500-60c130d1a1e7 already deleted. [ 1424.538195] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.538244] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1424.538401] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1424.538481] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('388a453d-04bd-491c-8500-60c130d1a1e7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.061737] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.061901] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.061943] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.062209] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.062427] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.062427] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 388a453d-04bd-491c-8500-60c130d1a1e7 already deleted. [ 1425.062499] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.486188] env[65426]: INFO networking_nsxv3.common.synchronization [None req-e92a2237-f38c-4dc3-b002-7e2880270a7a None None] Enqueued Resource ID: a55c0979-c52c-41af-ad38-8e939ce9c85d with Priority: HIGHEST for action port [ 1425.486451] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a55c0979-c52c-41af-ad38-8e939ce9c85d with Priority: HIGHEST for action port [ 1425.487017] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-a55c0979-c52c-41af-ad38-8e939ce9c85d taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.487169] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a55c0979-c52c-41af-ad38-8e939ce9c85d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.487225] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a55c0979-c52c-41af-ad38-8e939ce9c85d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.487495] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a55c0979-c52c-41af-ad38-8e939ce9c85d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.487575] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a55c0979-c52c-41af-ad38-8e939ce9c85d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.990090] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a55c0979-c52c-41af-ad38-8e939ce9c85d [ 1425.990382] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.990495] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.990544] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.990751] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.990845] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.990940] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a55c0979-c52c-41af-ad38-8e939ce9c85d already deleted. [ 1425.991033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a55c0979-c52c-41af-ad38-8e939ce9c85d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.381780] env[65426]: INFO networking_nsxv3.common.synchronization [req-53740ea1-a466-407d-b7d5-2b413711161e req-b15e732b-7527-495c-a680-a03c4136dcff tempest-ServerActionsTestOtherA-969770577 tempest-ServerActionsTestOtherA-969770577-project-member] Enqueued Resource ID: 388a453d-04bd-491c-8500-60c130d1a1e7 with Priority: HIGHEST for action security_group_members [ 1429.382402] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 388a453d-04bd-491c-8500-60c130d1a1e7 with Priority: HIGHEST for action security_group_members [ 1429.382715] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-388a453d-04bd-491c-8500-60c130d1a1e7 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.382847] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.383054] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.383307] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.383478] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.383578] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.383642] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.383792] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.383877] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.383971] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('388a453d-04bd-491c-8500-60c130d1a1e7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.641036] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-487 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.641244] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-487" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.641372] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-487" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.641693] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-487" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.641948] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.642117] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.642233] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.642460] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.642616] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.642840] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1429.643214] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1429.643214] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1429.643214] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1429.643368] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1429.643368] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1429.643482] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1429.665616] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1429.665821] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1429.665899] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1429.666082] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-487" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.666450] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-bbc03d06-cc2a-4364-9d25-a07fd5798617 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.666625] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-bbc03d06-cc2a-4364-9d25-a07fd5798617" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.666742] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-bbc03d06-cc2a-4364-9d25-a07fd5798617" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.667053] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-bbc03d06-cc2a-4364-9d25-a07fd5798617" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.667229] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbc03d06-cc2a-4364-9d25-a07fd5798617',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.885854] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.886075] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.886182] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.886434] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.886538] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.886736] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.886845] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.886907] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.887081] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.887198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.887269] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 388a453d-04bd-491c-8500-60c130d1a1e7 already deleted. [ 1429.887335] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.169797] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.170039] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.170111] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.170375] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.170522] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.170677] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port bbc03d06-cc2a-4364-9d25-a07fd5798617 not found, creating... [ 1430.170959] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.171094] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.171211] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.171502] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.171647] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.171932] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.172096] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.172217] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.172420] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.172552] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.172682] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: bbc03d06-cc2a-4364-9d25-a07fd5798617 is going to be created. [ 1430.193611] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.193767] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.193883] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.194186] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.194434] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.194654] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-bbc03d06-cc2a-4364-9d25-a07fd5798617" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.873146] env[65426]: INFO networking_nsxv3.common.synchronization [req-53740ea1-a466-407d-b7d5-2b413711161e req-4d9d31ed-6874-4ee5-92e4-220f79f9be56 service nova] Enqueued Resource ID: 388a453d-04bd-491c-8500-60c130d1a1e7 with Priority: HIGHEST for action security_group_rules [ 1430.873146] env[65426]: INFO networking_nsxv3.common.synchronization [req-53740ea1-a466-407d-b7d5-2b413711161e req-4d9d31ed-6874-4ee5-92e4-220f79f9be56 service nova] Enqueued Resource ID: 388a453d-04bd-491c-8500-60c130d1a1e7 with Priority: HIGHEST for action security_group_members [ 1430.873146] env[65426]: INFO networking_nsxv3.common.synchronization [req-53740ea1-a466-407d-b7d5-2b413711161e req-4d9d31ed-6874-4ee5-92e4-220f79f9be56 service nova] Enqueued Resource ID: bbc03d06-cc2a-4364-9d25-a07fd5798617 with Priority: HIGHEST for action port [ 1430.873146] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 388a453d-04bd-491c-8500-60c130d1a1e7 with Priority: HIGHEST for action security_group_rules [ 1430.873146] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 388a453d-04bd-491c-8500-60c130d1a1e7 with Priority: HIGHEST for action security_group_members [ 1430.873817] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc03d06-cc2a-4364-9d25-a07fd5798617 with Priority: HIGHEST for action port [ 1430.874224] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-388a453d-04bd-491c-8500-60c130d1a1e7 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.874488] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.874675] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.874961] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.875203] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('388a453d-04bd-491c-8500-60c130d1a1e7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.876985] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-388a453d-04bd-491c-8500-60c130d1a1e7 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.877118] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.877257] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.877676] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.877676] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.877791] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.877825] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.877966] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.878312] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.878312] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('388a453d-04bd-491c-8500-60c130d1a1e7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.878909] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbc03d06-cc2a-4364-9d25-a07fd5798617 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.879045] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbc03d06-cc2a-4364-9d25-a07fd5798617" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.879845] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbc03d06-cc2a-4364-9d25-a07fd5798617" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.879845] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbc03d06-cc2a-4364-9d25-a07fd5798617" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.879845] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbc03d06-cc2a-4364-9d25-a07fd5798617',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.378361] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-388a453d-04bd-491c-8500-60c130d1a1e7 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.378591] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.380812] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('388a453d-04bd-491c-8500-60c130d1a1e7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.381732] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bbc03d06-cc2a-4364-9d25-a07fd5798617 with status ACTIVE [ 1431.381916] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.382042] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.382108] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.382312] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.382399] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.382566] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.382660] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.382720] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.382870] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.382946] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.383137] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.383228] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.383290] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.383436] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.383509] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.383622] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bbc03d06-cc2a-4364-9d25-a07fd5798617 is going to be updated. [ 1431.405056] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.405257] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.405257] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.405427] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.405560] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.405712] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbc03d06-cc2a-4364-9d25-a07fd5798617" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.885895] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('388a453d-04bd-491c-8500-60c130d1a1e7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.387881] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.388121] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.388121] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.388335] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.388478] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.388599] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 388a453d-04bd-491c-8500-60c130d1a1e7 is going to be created. [ 1432.412461] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.412634] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.412685] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.412863] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.413030] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.421794] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 388a453d-04bd-491c-8500-60c130d1a1e7 in Status: UNINITIALIZED for 2s [ 1434.432055] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 388a453d-04bd-491c-8500-60c130d1a1e7 in Status: SUCCESS [ 1434.432366] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.432460] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.432643] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.432834] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.432950] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.433025] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.433176] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.433256] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.433341] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.433431] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('388a453d-04bd-491c-8500-60c130d1a1e7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.937087] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('388a453d-04bd-491c-8500-60c130d1a1e7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.438745] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 388a453d-04bd-491c-8500-60c130d1a1e7: rpc.has_security_group_logging(os_id): False [ 1435.457400] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.457584] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.457584] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.457762] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.457848] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.458113] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.458215] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.458280] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.458433] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.458509] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.458596] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 388a453d-04bd-491c-8500-60c130d1a1e7 is going to be created. [ 1435.520169] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.520416] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.520416] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.520568] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.520748] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.532137] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 388a453d-04bd-491c-8500-60c130d1a1e7 in Status: IN_PROGRESS for 2s [ 1435.874761] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1435.874966] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1437.547471] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 388a453d-04bd-491c-8500-60c130d1a1e7 in Status: SUCCESS [ 1437.547471] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.876228] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1440.876636] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1445.877488] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1445.877935] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1450.878546] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1450.878961] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1455.879546] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1455.879929] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1460.881281] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1460.881666] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1465.882378] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1465.882796] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1470.883577] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1470.883951] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1475.884697] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1475.884903] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1480.444333] env[65426]: INFO networking_nsxv3.common.synchronization [req-31bf929c-cf28-4eb2-91e6-89325a0f294c req-167f5c1e-75bb-4fe5-83ac-9a64803ecd71 tempest-ServerActionsTestOtherA-969770577 tempest-ServerActionsTestOtherA-969770577-project-member] Enqueued Resource ID: 92501a9c-0743-40c5-a098-814610371bd3 with Priority: HIGHEST for action security_group_members [ 1480.444825] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92501a9c-0743-40c5-a098-814610371bd3 with Priority: HIGHEST for action security_group_members [ 1480.445153] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-92501a9c-0743-40c5-a098-814610371bd3 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.445267] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.445335] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.445606] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.445942] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.445942] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.445942] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.446181] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.446289] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.446388] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92501a9c-0743-40c5-a098-814610371bd3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.740615] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-487 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.740836] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-487" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.740969] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-487" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.741292] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-487" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.741575] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.741756] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.741883] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.742139] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.742299] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.742531] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1480.742652] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1480.742771] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1480.742880] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1480.743021] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1480.743131] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1480.743281] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1480.765199] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1480.765435] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1480.765504] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1480.765661] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-487" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.765979] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-0f252bc5-80bf-4610-a6c4-487fcd99bb62 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.766156] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-0f252bc5-80bf-4610-a6c4-487fcd99bb62" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.766279] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-0f252bc5-80bf-4610-a6c4-487fcd99bb62" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.766611] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-0f252bc5-80bf-4610-a6c4-487fcd99bb62" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.766774] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f252bc5-80bf-4610-a6c4-487fcd99bb62',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.949041] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.949353] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.949353] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.949494] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.949494] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.949685] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.949773] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.949837] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.949978] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.950061] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.950145] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92501a9c-0743-40c5-a098-814610371bd3 already deleted. [ 1480.950225] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.269398] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.269648] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.269648] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.270091] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.270273] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.270433] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port 0f252bc5-80bf-4610-a6c4-487fcd99bb62 not found, creating... [ 1481.270696] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.270853] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.270969] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.271209] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.271342] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.271621] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.271773] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.271886] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.272168] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.272373] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.272535] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: 0f252bc5-80bf-4610-a6c4-487fcd99bb62 is going to be created. [ 1481.293355] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.293596] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.293698] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.294073] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.294306] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.294526] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-0f252bc5-80bf-4610-a6c4-487fcd99bb62" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.969730] env[65426]: INFO networking_nsxv3.common.synchronization [req-31bf929c-cf28-4eb2-91e6-89325a0f294c req-9dd5e4aa-a493-49a1-9f02-13285cacc08c service nova] Enqueued Resource ID: 92501a9c-0743-40c5-a098-814610371bd3 with Priority: HIGHEST for action security_group_rules [ 1481.970020] env[65426]: INFO networking_nsxv3.common.synchronization [req-31bf929c-cf28-4eb2-91e6-89325a0f294c req-9dd5e4aa-a493-49a1-9f02-13285cacc08c service nova] Enqueued Resource ID: 92501a9c-0743-40c5-a098-814610371bd3 with Priority: HIGHEST for action security_group_members [ 1481.970132] env[65426]: INFO networking_nsxv3.common.synchronization [req-31bf929c-cf28-4eb2-91e6-89325a0f294c req-9dd5e4aa-a493-49a1-9f02-13285cacc08c service nova] Enqueued Resource ID: 0f252bc5-80bf-4610-a6c4-487fcd99bb62 with Priority: HIGHEST for action port [ 1481.970591] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92501a9c-0743-40c5-a098-814610371bd3 with Priority: HIGHEST for action security_group_rules [ 1481.970680] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92501a9c-0743-40c5-a098-814610371bd3 with Priority: HIGHEST for action security_group_members [ 1481.970781] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f252bc5-80bf-4610-a6c4-487fcd99bb62 with Priority: HIGHEST for action port [ 1481.971068] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92501a9c-0743-40c5-a098-814610371bd3 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.971190] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.971259] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.971558] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.971639] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92501a9c-0743-40c5-a098-814610371bd3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.972909] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-92501a9c-0743-40c5-a098-814610371bd3 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.973038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.973110] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.973284] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.973427] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.973515] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.973578] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.973714] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.973796] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.973888] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92501a9c-0743-40c5-a098-814610371bd3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.974610] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f252bc5-80bf-4610-a6c4-487fcd99bb62 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.974721] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f252bc5-80bf-4610-a6c4-487fcd99bb62" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.974797] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f252bc5-80bf-4610-a6c4-487fcd99bb62" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.975146] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f252bc5-80bf-4610-a6c4-487fcd99bb62" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.975146] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f252bc5-80bf-4610-a6c4-487fcd99bb62',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1482.476331] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92501a9c-0743-40c5-a098-814610371bd3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1482.477452] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-92501a9c-0743-40c5-a098-814610371bd3 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.477606] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.477976] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f252bc5-80bf-4610-a6c4-487fcd99bb62 with status ACTIVE [ 1482.477976] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.478169] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.478169] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.478287] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.478396] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.478541] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.478634] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.478691] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.478839] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.478915] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.479111] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.480054] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.480054] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.480054] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.480054] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.480054] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f252bc5-80bf-4610-a6c4-487fcd99bb62 is going to be updated. [ 1482.501218] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.501428] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.501428] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.501631] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.501773] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.501927] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f252bc5-80bf-4610-a6c4-487fcd99bb62" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.981660] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92501a9c-0743-40c5-a098-814610371bd3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1483.486393] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.486633] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.486633] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.486852] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.486944] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.487060] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92501a9c-0743-40c5-a098-814610371bd3 is going to be created. [ 1483.512811] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.513038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.513038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.513232] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.513390] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.522644] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92501a9c-0743-40c5-a098-814610371bd3 in Status: UNINITIALIZED for 2s [ 1485.533850] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92501a9c-0743-40c5-a098-814610371bd3 in Status: SUCCESS [ 1485.534267] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.534267] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.534467] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.534654] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.534784] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.534863] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.534991] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.535084] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.535169] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.535260] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92501a9c-0743-40c5-a098-814610371bd3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.038183] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-92501a9c-0743-40c5-a098-814610371bd3 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.038408] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.038408] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.038663] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.038839] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.038957] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.039038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.039221] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.039309] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.039401] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.039548] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-92501a9c-0743-40c5-a098-814610371bd3 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.039642] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.039704] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.039849] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.039987] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.040090] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.040150] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.040287] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.040369] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.040453] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.040542] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92501a9c-0743-40c5-a098-814610371bd3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.542829] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92501a9c-0743-40c5-a098-814610371bd3: rpc.has_security_group_logging(os_id): False [ 1486.562679] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.562817] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.562889] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.563130] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.563223] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.563434] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.563531] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.563594] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.563749] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.563826] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.563999] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.564106] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.564155] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.564294] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.564366] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.564546] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.564635] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.564755] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.564858] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.564938] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.565061] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92501a9c-0743-40c5-a098-814610371bd3 is going to be created. [ 1486.623289] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.623532] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.623532] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.623760] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.623997] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.633989] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92501a9c-0743-40c5-a098-814610371bd3 in Status: IN_PROGRESS for 2s [ 1486.971804] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1486.974193] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1488.647118] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92501a9c-0743-40c5-a098-814610371bd3 in Status: SUCCESS [ 1488.647118] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.972571] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1491.972916] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1496.974136] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1496.974624] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1501.975723] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1501.976123] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1502.261669] env[65426]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1502.261883] env[65426]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1505.342287] env[65426]: INFO networking_nsxv3.common.synchronization [req-6731f297-9a8c-4575-a655-c974a6798735 req-f1ba8736-7095-4f3b-9c55-600447a40726 tempest-ServerActionsTestOtherA-969770577 tempest-ServerActionsTestOtherA-969770577-project-member] Enqueued Resource ID: 92501a9c-0743-40c5-a098-814610371bd3 with Priority: HIGHEST for action security_group_members [ 1505.342899] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92501a9c-0743-40c5-a098-814610371bd3 with Priority: HIGHEST for action security_group_members [ 1505.343282] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-92501a9c-0743-40c5-a098-814610371bd3 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.343401] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.343472] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.343955] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.344302] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.344420] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.344481] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.344638] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.344724] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.344819] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92501a9c-0743-40c5-a098-814610371bd3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.847381] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.847611] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.847611] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.847908] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.848045] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.848363] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.848464] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.848528] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.848730] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.848834] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.848943] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92501a9c-0743-40c5-a098-814610371bd3 is going to be updated. [ 1505.877374] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.877579] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.877579] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.877757] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.877898] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.886170] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92501a9c-0743-40c5-a098-814610371bd3 in Status: IN_PROGRESS for 2s [ 1507.896576] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92501a9c-0743-40c5-a098-814610371bd3 in Status: SUCCESS [ 1507.896936] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92501a9c-0743-40c5-a098-814610371bd3 deletion is rescheduled due to dependency. [ 1507.896936] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.406110] env[65426]: INFO networking_nsxv3.common.synchronization [None req-6f5dcbfe-9bab-49dd-8da8-238dd0d2283d tempest-ServerActionsTestOtherA-969770577 tempest-ServerActionsTestOtherA-969770577-project-member] Enqueued Resource ID: c014d4c0-d8c8-4675-9e79-f109e0159921 with Priority: HIGHEST for action security_group_rules [ 1509.408093] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c014d4c0-d8c8-4675-9e79-f109e0159921 with Priority: HIGHEST for action security_group_rules [ 1509.408093] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c014d4c0-d8c8-4675-9e79-f109e0159921 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.408093] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.408093] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.408093] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.408093] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c014d4c0-d8c8-4675-9e79-f109e0159921',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.485074] env[65426]: INFO networking_nsxv3.common.synchronization [None req-62aa4f2b-6929-4fc6-9975-6b5a9df89d6a tempest-ServerActionsTestOtherA-969770577 tempest-ServerActionsTestOtherA-969770577-project-member] Enqueued Resource ID: c014d4c0-d8c8-4675-9e79-f109e0159921 with Priority: HIGHEST for action security_group_rules [ 1509.485624] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c014d4c0-d8c8-4675-9e79-f109e0159921 with Priority: HIGHEST for action security_group_rules [ 1509.485943] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c014d4c0-d8c8-4675-9e79-f109e0159921 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.486058] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.930499] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.930674] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.930721] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.930915] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.931015] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.931132] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c014d4c0-d8c8-4675-9e79-f109e0159921 already deleted. [ 1509.931261] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.931426] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.931577] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.931657] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c014d4c0-d8c8-4675-9e79-f109e0159921',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1510.451389] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.451789] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.451789] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.451789] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.451928] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.451928] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c014d4c0-d8c8-4675-9e79-f109e0159921 already deleted. [ 1510.451997] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.486708] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1514.486988] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1514.797398] env[65426]: INFO networking_nsxv3.common.synchronization [req-d9b5d5ab-f7d4-4be1-bc8b-ebaed65dfdbf req-8dcf9592-0904-4c5c-84fd-dff6fb8c6518 tempest-ServerActionsTestOtherA-969770577 tempest-ServerActionsTestOtherA-969770577-project-member] Enqueued Resource ID: c014d4c0-d8c8-4675-9e79-f109e0159921 with Priority: HIGHEST for action security_group_members [ 1514.799253] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c014d4c0-d8c8-4675-9e79-f109e0159921 with Priority: HIGHEST for action security_group_members [ 1514.799253] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-c014d4c0-d8c8-4675-9e79-f109e0159921 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.799253] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.799407] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.799600] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.799932] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.799932] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.799932] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.800129] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.800203] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.800273] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c014d4c0-d8c8-4675-9e79-f109e0159921',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.093468] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock network-487 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.093468] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "network-487" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.093468] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "network-487" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.095017] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "network-487" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.095017] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.095017] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.095017] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.095017] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.095017] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.095477] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1515.095722] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1515.095960] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1515.096955] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1515.096955] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1515.096955] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1515.096955] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1515.117634] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1515.117847] env[65426]: DEBUG dogpile.cache.region [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1515.118034] env[65426]: DEBUG dogpile.lock [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1515.118252] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "network-487" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.118595] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock port-4d0f0f71-f890-4112-a092-bb818b6a5491 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.118806] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "port-4d0f0f71-f890-4112-a092-bb818b6a5491" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.118961] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "port-4d0f0f71-f890-4112-a092-bb818b6a5491" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.119312] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "port-4d0f0f71-f890-4112-a092-bb818b6a5491" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.119497] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d0f0f71-f890-4112-a092-bb818b6a5491',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.302735] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.302944] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.302944] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.303152] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.303244] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.303436] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.303535] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.303598] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.303747] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.303823] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.303903] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c014d4c0-d8c8-4675-9e79-f109e0159921 already deleted. [ 1515.303984] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.623255] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.623592] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.623642] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.623887] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.624042] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.624199] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Segment Port 4d0f0f71-f890-4112-a092-bb818b6a5491 not found, creating... [ 1515.624465] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.624622] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.624737] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.624950] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.625101] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.625379] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.625532] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.625646] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.625847] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.625976] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.626128] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Resource: SegmentPort with ID: 4d0f0f71-f890-4112-a092-bb818b6a5491 is going to be created. [ 1515.645663] env[65426]: DEBUG networking_nsxv3.common.locking [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.645829] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.645955] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.646224] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.646444] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.646660] env[65426]: DEBUG oslo_concurrency.lockutils [None req-298b19c9-637d-4133-a6d7-decbd39bfc53 None None] Releasing lock "port-4d0f0f71-f890-4112-a092-bb818b6a5491" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.335831] env[65426]: INFO networking_nsxv3.common.synchronization [req-d9b5d5ab-f7d4-4be1-bc8b-ebaed65dfdbf req-21222343-a58c-447b-824b-1094d2843fc3 service nova] Enqueued Resource ID: c014d4c0-d8c8-4675-9e79-f109e0159921 with Priority: HIGHEST for action security_group_rules [ 1516.336052] env[65426]: INFO networking_nsxv3.common.synchronization [req-d9b5d5ab-f7d4-4be1-bc8b-ebaed65dfdbf req-21222343-a58c-447b-824b-1094d2843fc3 service nova] Enqueued Resource ID: c014d4c0-d8c8-4675-9e79-f109e0159921 with Priority: HIGHEST for action security_group_members [ 1516.336178] env[65426]: INFO networking_nsxv3.common.synchronization [req-d9b5d5ab-f7d4-4be1-bc8b-ebaed65dfdbf req-21222343-a58c-447b-824b-1094d2843fc3 service nova] Enqueued Resource ID: 4d0f0f71-f890-4112-a092-bb818b6a5491 with Priority: HIGHEST for action port [ 1516.336676] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c014d4c0-d8c8-4675-9e79-f109e0159921 with Priority: HIGHEST for action security_group_rules [ 1516.336811] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c014d4c0-d8c8-4675-9e79-f109e0159921 with Priority: HIGHEST for action security_group_members [ 1516.336908] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d0f0f71-f890-4112-a092-bb818b6a5491 with Priority: HIGHEST for action port [ 1516.337280] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c014d4c0-d8c8-4675-9e79-f109e0159921 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.337457] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.337509] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.337660] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.337796] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c014d4c0-d8c8-4675-9e79-f109e0159921',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1516.338939] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-c014d4c0-d8c8-4675-9e79-f109e0159921 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.339063] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.339130] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.339332] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.339622] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.339622] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.339725] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.341347] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.341347] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.341347] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c014d4c0-d8c8-4675-9e79-f109e0159921',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1516.341347] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d0f0f71-f890-4112-a092-bb818b6a5491 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.341347] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d0f0f71-f890-4112-a092-bb818b6a5491" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.341347] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d0f0f71-f890-4112-a092-bb818b6a5491" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.341347] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d0f0f71-f890-4112-a092-bb818b6a5491" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.341347] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d0f0f71-f890-4112-a092-bb818b6a5491',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1516.843452] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-c014d4c0-d8c8-4675-9e79-f109e0159921 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.843914] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.843914] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c014d4c0-d8c8-4675-9e79-f109e0159921',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1516.844709] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d0f0f71-f890-4112-a092-bb818b6a5491 with status ACTIVE [ 1516.844860] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.844952] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.845092] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.845244] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.845318] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.845494] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.845583] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.845646] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.845790] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.845867] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.846055] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.846146] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.846206] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.846345] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.846419] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.846501] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d0f0f71-f890-4112-a092-bb818b6a5491 is going to be updated. [ 1516.868820] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1516.869055] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1516.869055] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1516.869243] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1516.869377] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.869528] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d0f0f71-f890-4112-a092-bb818b6a5491" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.348732] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c014d4c0-d8c8-4675-9e79-f109e0159921',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1517.851210] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.851583] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.851583] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.851652] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.851773] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.851854] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c014d4c0-d8c8-4675-9e79-f109e0159921 is going to be created. [ 1517.876125] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.876450] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.876450] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.876605] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.876767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.886559] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c014d4c0-d8c8-4675-9e79-f109e0159921 in Status: UNINITIALIZED for 2s [ 1519.897712] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c014d4c0-d8c8-4675-9e79-f109e0159921 in Status: SUCCESS [ 1519.898135] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.898135] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.898274] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.898484] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1519.898605] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1519.898672] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1519.898824] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1519.898905] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.898991] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1519.899098] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c014d4c0-d8c8-4675-9e79-f109e0159921',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1520.401580] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c014d4c0-d8c8-4675-9e79-f109e0159921',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1520.904070] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c014d4c0-d8c8-4675-9e79-f109e0159921: rpc.has_security_group_logging(os_id): False [ 1520.924737] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.924991] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.924991] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.925135] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.925203] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.925439] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.925543] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.925609] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.925756] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.925868] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.925919] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c014d4c0-d8c8-4675-9e79-f109e0159921 is going to be created. [ 1520.985189] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.985474] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.985525] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.985790] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.986078] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.998413] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c014d4c0-d8c8-4675-9e79-f109e0159921 in Status: IN_PROGRESS for 2s [ 1521.338499] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1521.338685] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1523.011749] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c014d4c0-d8c8-4675-9e79-f109e0159921 in Status: SUCCESS [ 1523.012229] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.340250] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1526.340632] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1531.341596] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1531.341596] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1534.210496] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.210915] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.210915] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.210915] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.211129] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.713285] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.215594] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.718149] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1535.718384] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1536.342519] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1536.342915] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1536.515068] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.515068] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.515068] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.515068] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.659438] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1536.660299] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.661366] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1536.697875] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.698123] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.698182] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.698409] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.712187] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.712937] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1536.713031] env[65426]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65426) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1536.713123] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1536.747539] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.747828] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.747828] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.747994] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.748718] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.748863] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1536.818430] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.818654] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.818737] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.818882] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.819216] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.819491] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1536.902334] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.902581] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.902581] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.902740] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.903055] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.903337] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:30. [ 1536.903436] env[65426]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'3a2189ad-3469-42eb-959c-e9120c128ab8', 'aded31b3-1309-4303-9c1d-eb33b088e5ea', 'c014d4c0-d8c8-4675-9e79-f109e0159921', '388a453d-04bd-491c-8500-60c130d1a1e7', 'fe7e643c-d515-42c3-84dd-a5411d3d2d4b', 'c86ca883-7000-4ae0-bc89-e13fd64ee6c4', 'de4f6c56-eebc-4723-ac43-d01bceee3696', 'fb6a5ba5-6d80-4fb2-8c06-8642c3571c84', 'aa745de1-de68-4909-8e1e-68140a54af99', '35484b95-fdf2-427f-ae7f-b7609c1dc176', '0c86030f-ffc6-477f-a550-16964c328aeb', 'bd334e6f-bcdb-4aba-afec-0ac4692cb0de', '427619b0-330f-4333-b26b-8da5ebc7a1e4', '9b768bc0-4eeb-4e72-8c10-9fbf69f6a416', 'e3b7d3ea-9250-432c-bc96-8e6285233766', 'f4374444-3b32-4f6a-b2ea-c1781bc08e0d', 'c52c03e1-1297-4def-b6c5-8cf2ff152fa1', '1a62472b-b468-4aee-8cbb-7db31af668b4', '793a7f0d-8d10-421d-a17e-942bfde7eb3c', '26d28aa6-769e-4f48-8961-8000ce72a26f', '6221598e-80dd-419c-b559-4db19a1b425d', 'a652184f-fd23-4722-80e0-ff95f29138b5', '3cd92a83-f164-4831-8db2-fcb3532722b4', '212b3187-b652-4960-8464-c24f0af67a7c', 'fa19dddd-09fc-49b2-9584-5985f26976ac', '92501a9c-0743-40c5-a098-814610371bd3', '5bf0629d-14f5-410a-835b-93a4e11208b0', '7c134f47-7186-45fa-af36-389e9977eb16', '752173c4-5ea9-4bb8-97b4-26712b246389', '0dc0b08e-3c09-4b1f-ac5b-2f2add94141d'} {{(pid=65426) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1536.903545] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1536.920416] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.920589] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.920589] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.920797] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.920878] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.920982] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1536.921071] env[65426]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65426) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1536.921137] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1537.000771] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.001060] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.001060] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.001183] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.002320] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.002566] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1537.002644] env[65426]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65426) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1537.002716] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1537.002782] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1537.002859] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/30 resources of Type:Security Group Rules [ 1537.002927] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3a2189ad-3469-42eb-959c-e9120c128ab8 with Priority: HIGH for action security_group_rules [ 1537.003041] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aded31b3-1309-4303-9c1d-eb33b088e5ea with Priority: HIGH for action security_group_rules [ 1537.003083] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c014d4c0-d8c8-4675-9e79-f109e0159921 with Priority: HIGH for action security_group_rules [ 1537.003146] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 388a453d-04bd-491c-8500-60c130d1a1e7 with Priority: HIGH for action security_group_rules [ 1537.003199] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b with Priority: HIGH for action security_group_rules [ 1537.003252] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c86ca883-7000-4ae0-bc89-e13fd64ee6c4 with Priority: HIGH for action security_group_rules [ 1537.003417] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: de4f6c56-eebc-4723-ac43-d01bceee3696 with Priority: HIGH for action security_group_rules [ 1537.003417] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 with Priority: HIGH for action security_group_rules [ 1537.003417] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aa745de1-de68-4909-8e1e-68140a54af99 with Priority: HIGH for action security_group_rules [ 1537.003550] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGH for action security_group_rules [ 1537.003550] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0c86030f-ffc6-477f-a550-16964c328aeb with Priority: HIGH for action security_group_rules [ 1537.003625] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de with Priority: HIGH for action security_group_rules [ 1537.003625] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 with Priority: HIGH for action security_group_rules [ 1537.003706] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 with Priority: HIGH for action security_group_rules [ 1537.003747] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGH for action security_group_rules [ 1537.003784] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f4374444-3b32-4f6a-b2ea-c1781bc08e0d with Priority: HIGH for action security_group_rules [ 1537.003890] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c52c03e1-1297-4def-b6c5-8cf2ff152fa1 with Priority: HIGH for action security_group_rules [ 1537.003890] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 with Priority: HIGH for action security_group_rules [ 1537.004148] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 793a7f0d-8d10-421d-a17e-942bfde7eb3c with Priority: HIGH for action security_group_rules [ 1537.004148] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 26d28aa6-769e-4f48-8961-8000ce72a26f with Priority: HIGH for action security_group_rules [ 1537.004148] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.343140] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1541.343585] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1541.343585] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a2189ad-3469-42eb-959c-e9120c128ab8 with Priority: HIGH for action security_group_rules [ 1541.343585] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c014d4c0-d8c8-4675-9e79-f109e0159921 with Priority: HIGH for action security_group_rules [ 1541.343585] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de4f6c56-eebc-4723-ac43-d01bceee3696 with Priority: HIGH for action security_group_rules [ 1541.343809] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b7d3ea-9250-432c-bc96-8e6285233766 with Priority: HIGH for action security_group_rules [ 1541.343809] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d28aa6-769e-4f48-8961-8000ce72a26f with Priority: HIGH for action security_group_rules [ 1541.343917] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 793a7f0d-8d10-421d-a17e-942bfde7eb3c with Priority: HIGH for action security_group_rules [ 1541.343917] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 with Priority: HIGH for action security_group_rules [ 1541.344031] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c52c03e1-1297-4def-b6c5-8cf2ff152fa1 with Priority: HIGH for action security_group_rules [ 1541.344116] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 with Priority: HIGH for action security_group_rules [ 1541.344206] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4374444-3b32-4f6a-b2ea-c1781bc08e0d with Priority: HIGH for action security_group_rules [ 1541.344294] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 with Priority: HIGH for action security_group_rules [ 1541.344381] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de with Priority: HIGH for action security_group_rules [ 1541.344467] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c86030f-ffc6-477f-a550-16964c328aeb with Priority: HIGH for action security_group_rules [ 1541.344571] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 with Priority: HIGH for action security_group_rules [ 1541.344627] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa745de1-de68-4909-8e1e-68140a54af99 with Priority: HIGH for action security_group_rules [ 1541.344713] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c86ca883-7000-4ae0-bc89-e13fd64ee6c4 with Priority: HIGH for action security_group_rules [ 1541.344798] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 with Priority: HIGH for action security_group_rules [ 1541.344881] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b with Priority: HIGH for action security_group_rules [ 1541.344964] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aded31b3-1309-4303-9c1d-eb33b088e5ea with Priority: HIGH for action security_group_rules [ 1541.345067] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 388a453d-04bd-491c-8500-60c130d1a1e7 with Priority: HIGH for action security_group_rules [ 1541.345797] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a2189ad-3469-42eb-959c-e9120c128ab8 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.345946] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a2189ad-3469-42eb-959c-e9120c128ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.346038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a2189ad-3469-42eb-959c-e9120c128ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.346220] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a2189ad-3469-42eb-959c-e9120c128ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.346301] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a2189ad-3469-42eb-959c-e9120c128ab8',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.347356] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c014d4c0-d8c8-4675-9e79-f109e0159921 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.347513] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.347567] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.347726] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.347804] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c014d4c0-d8c8-4675-9e79-f109e0159921',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.348620] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de4f6c56-eebc-4723-ac43-d01bceee3696 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.348854] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de4f6c56-eebc-4723-ac43-d01bceee3696" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.348854] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de4f6c56-eebc-4723-ac43-d01bceee3696" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.349901] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de4f6c56-eebc-4723-ac43-d01bceee3696" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.349901] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de4f6c56-eebc-4723-ac43-d01bceee3696',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.349901] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3b7d3ea-9250-432c-bc96-8e6285233766 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.349901] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.349901] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.350352] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.350352] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3b7d3ea-9250-432c-bc96-8e6285233766',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.350952] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26d28aa6-769e-4f48-8961-8000ce72a26f taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.351073] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26d28aa6-769e-4f48-8961-8000ce72a26f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.351158] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26d28aa6-769e-4f48-8961-8000ce72a26f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.351310] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26d28aa6-769e-4f48-8961-8000ce72a26f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.351381] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26d28aa6-769e-4f48-8961-8000ce72a26f',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.352391] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-793a7f0d-8d10-421d-a17e-942bfde7eb3c taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.352391] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-793a7f0d-8d10-421d-a17e-942bfde7eb3c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.352391] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-793a7f0d-8d10-421d-a17e-942bfde7eb3c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.352541] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-793a7f0d-8d10-421d-a17e-942bfde7eb3c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.352541] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('793a7f0d-8d10-421d-a17e-942bfde7eb3c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.353214] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a62472b-b468-4aee-8cbb-7db31af668b4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.353344] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.353538] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.353701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.353818] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a62472b-b468-4aee-8cbb-7db31af668b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.354589] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c52c03e1-1297-4def-b6c5-8cf2ff152fa1 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.354948] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c52c03e1-1297-4def-b6c5-8cf2ff152fa1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.355027] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c52c03e1-1297-4def-b6c5-8cf2ff152fa1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.355165] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c52c03e1-1297-4def-b6c5-8cf2ff152fa1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.355236] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c52c03e1-1297-4def-b6c5-8cf2ff152fa1',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.356158] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.356158] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.356158] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.356389] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.356389] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b768bc0-4eeb-4e72-8c10-9fbf69f6a416',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.357474] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4374444-3b32-4f6a-b2ea-c1781bc08e0d taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.357474] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4374444-3b32-4f6a-b2ea-c1781bc08e0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.357474] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4374444-3b32-4f6a-b2ea-c1781bc08e0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.357474] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4374444-3b32-4f6a-b2ea-c1781bc08e0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.357474] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4374444-3b32-4f6a-b2ea-c1781bc08e0d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.358182] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-427619b0-330f-4333-b26b-8da5ebc7a1e4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.358337] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.358337] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.358491] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.358559] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('427619b0-330f-4333-b26b-8da5ebc7a1e4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.359224] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd334e6f-bcdb-4aba-afec-0ac4692cb0de taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.359326] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.359387] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.359539] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.359598] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd334e6f-bcdb-4aba-afec-0ac4692cb0de',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.360533] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c86030f-ffc6-477f-a550-16964c328aeb taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.360533] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c86030f-ffc6-477f-a550-16964c328aeb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.360533] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c86030f-ffc6-477f-a550-16964c328aeb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.360931] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c86030f-ffc6-477f-a550-16964c328aeb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.361037] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c86030f-ffc6-477f-a550-16964c328aeb',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.362746] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35484b95-fdf2-427f-ae7f-b7609c1dc176 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.362850] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.363128] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.363128] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.363241] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35484b95-fdf2-427f-ae7f-b7609c1dc176',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.363800] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa745de1-de68-4909-8e1e-68140a54af99 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.363927] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.363971] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.364123] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.364262] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa745de1-de68-4909-8e1e-68140a54af99',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.365555] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c86ca883-7000-4ae0-bc89-e13fd64ee6c4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.365555] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c86ca883-7000-4ae0-bc89-e13fd64ee6c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.365555] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c86ca883-7000-4ae0-bc89-e13fd64ee6c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.365555] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c86ca883-7000-4ae0-bc89-e13fd64ee6c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.365555] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c86ca883-7000-4ae0-bc89-e13fd64ee6c4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.365899] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.366044] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.366085] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.366221] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.366282] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb6a5ba5-6d80-4fb2-8c06-8642c3571c84',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.368549] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe7e643c-d515-42c3-84dd-a5411d3d2d4b taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.368651] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.368728] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.368866] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.368927] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe7e643c-d515-42c3-84dd-a5411d3d2d4b',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.369593] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aded31b3-1309-4303-9c1d-eb33b088e5ea taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.369701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.369755] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.369902] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.369972] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aded31b3-1309-4303-9c1d-eb33b088e5ea',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.370757] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-388a453d-04bd-491c-8500-60c130d1a1e7 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.370757] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.370932] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.370932] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.371058] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('388a453d-04bd-491c-8500-60c130d1a1e7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.396566] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.396777] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.396881] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.397149] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.401240] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.401336] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.418924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.419063] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26d28aa6-769e-4f48-8961-8000ce72a26f is going to be deleted. [ 1541.419873] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.420095] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.436846] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.437016] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de4f6c56-eebc-4723-ac43-d01bceee3696 is going to be deleted. [ 1541.485784] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.486078] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.486078] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.486270] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.486333] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.486440] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26d28aa6-769e-4f48-8961-8000ce72a26f" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.487804] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.487934] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.487981] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.488139] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.488246] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.488323] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de4f6c56-eebc-4723-ac43-d01bceee3696" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.877727] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-c014d4c0-d8c8-4675-9e79-f109e0159921 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.877962] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.877962] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.878129] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.878290] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.878387] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.878466] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.878635] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.878718] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.878805] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.878892] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c014d4c0-d8c8-4675-9e79-f109e0159921',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.896256] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-388a453d-04bd-491c-8500-60c130d1a1e7 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.896481] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.896559] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.896727] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.896885] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.896996] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.897053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.897198] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.897279] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.897364] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.897474] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('388a453d-04bd-491c-8500-60c130d1a1e7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.928290] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.928515] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.928515] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.928758] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.933732] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.933872] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.934775] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.934880] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.935591] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.935688] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.947504] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.947728] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.948311] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.948405] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.949140] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.949230] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.949898] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.949989] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.950669] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.950763] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.951140] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.951229] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.951948] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.952044] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.952601] env[65426]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1541.953038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.953153] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 793a7f0d-8d10-421d-a17e-942bfde7eb3c is going to be deleted. [ 1541.954522] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.954616] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.954684] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.954872] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.956224] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.956327] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.956873] env[65426]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1541.957327] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.957420] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.958209] env[65426]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1541.958482] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.958580] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.959217] env[65426]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1541.959596] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.959693] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.978812] env[65426]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1541.979304] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.979432] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35484b95-fdf2-427f-ae7f-b7609c1dc176 is going to be deleted. [ 1541.980322] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.980528] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.999388] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.999545] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa745de1-de68-4909-8e1e-68140a54af99 is going to be deleted. [ 1542.000408] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.000614] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.015844] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.016050] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.018390] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.018530] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c52c03e1-1297-4def-b6c5-8cf2ff152fa1 is going to be deleted. [ 1542.019378] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.019584] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.036123] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.036314] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.039187] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.039312] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aded31b3-1309-4303-9c1d-eb33b088e5ea is going to be deleted. [ 1542.040180] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.040389] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.070542] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.070723] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a62472b-b468-4aee-8cbb-7db31af668b4 is going to be deleted. [ 1542.071597] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.071823] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.104870] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.105084] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.107659] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.107771] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4374444-3b32-4f6a-b2ea-c1781bc08e0d is going to be deleted. [ 1542.108712] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.108928] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.121733] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.121933] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.159814] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.159984] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c86ca883-7000-4ae0-bc89-e13fd64ee6c4 is going to be deleted. [ 1542.160824] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.161117] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.162518] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.162624] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.219938] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.220185] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe7e643c-d515-42c3-84dd-a5411d3d2d4b is going to be deleted. [ 1542.221024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.221225] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.223214] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.223356] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.254576] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.254836] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.282527] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.282783] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 427619b0-330f-4333-b26b-8da5ebc7a1e4 is going to be deleted. [ 1542.283665] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.283890] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.296203] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.296458] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.373367] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.373758] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c86030f-ffc6-477f-a550-16964c328aeb is going to be deleted. [ 1542.374525] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.374745] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.395600] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c014d4c0-d8c8-4675-9e79-f109e0159921',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.400189] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('388a453d-04bd-491c-8500-60c130d1a1e7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.403936] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.404074] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.435850] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.436093] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.441115] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.441293] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3b7d3ea-9250-432c-bc96-8e6285233766 is going to be deleted. [ 1542.442645] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.442904] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.492859] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.493087] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd334e6f-bcdb-4aba-afec-0ac4692cb0de is going to be deleted. [ 1542.493934] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.494164] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.533622] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.533894] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.562235] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.562471] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb6a5ba5-6d80-4fb2-8c06-8642c3571c84 is going to be deleted. [ 1542.563329] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.564035] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.571763] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.571991] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.598699] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.598933] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b768bc0-4eeb-4e72-8c10-9fbf69f6a416 is going to be deleted. [ 1542.599770] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.599993] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.619351] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.619608] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.657645] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.657838] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a2189ad-3469-42eb-959c-e9120c128ab8 is going to be deleted. [ 1542.658740] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.658960] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.659098] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.659239] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-793a7f0d-8d10-421d-a17e-942bfde7eb3c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.659399] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.659567] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.659647] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.659765] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35484b95-fdf2-427f-ae7f-b7609c1dc176" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.660308] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.660482] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.660582] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.660735] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa745de1-de68-4909-8e1e-68140a54af99" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.660872] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.661034] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.661113] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.661232] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c52c03e1-1297-4def-b6c5-8cf2ff152fa1" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.661360] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.661502] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.661577] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.661694] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aded31b3-1309-4303-9c1d-eb33b088e5ea" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.661821] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.661965] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.662050] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.662166] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a62472b-b468-4aee-8cbb-7db31af668b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.662295] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.662438] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.662514] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.662628] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4374444-3b32-4f6a-b2ea-c1781bc08e0d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.662756] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.662897] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.662971] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.663096] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c86ca883-7000-4ae0-bc89-e13fd64ee6c4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.663225] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.663365] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.663439] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.663548] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-427619b0-330f-4333-b26b-8da5ebc7a1e4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.663675] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.663813] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.663885] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.664011] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe7e643c-d515-42c3-84dd-a5411d3d2d4b" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.664154] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.664293] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.664369] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.664503] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c86030f-ffc6-477f-a550-16964c328aeb" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.664645] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.664787] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.664864] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.664978] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3b7d3ea-9250-432c-bc96-8e6285233766" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.665126] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.665269] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.665357] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.665466] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd334e6f-bcdb-4aba-afec-0ac4692cb0de" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.738141] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.738366] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.738366] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.738575] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.738680] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.738806] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb6a5ba5-6d80-4fb2-8c06-8642c3571c84" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.756014] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.756206] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.756206] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.756417] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.756507] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.756620] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b768bc0-4eeb-4e72-8c10-9fbf69f6a416" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.792417] env[65426]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1542.792945] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.793096] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.793251] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.793570] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.794146] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.794146] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a2189ad-3469-42eb-959c-e9120c128ab8" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.898489] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c014d4c0-d8c8-4675-9e79-f109e0159921: rpc.has_security_group_logging(os_id): False [ 1542.902198] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 388a453d-04bd-491c-8500-60c130d1a1e7: rpc.has_security_group_logging(os_id): False [ 1542.934508] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.934747] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.934747] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.934934] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.936602] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.936718] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.960522] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.960826] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.960930] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.960979] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.961202] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.961286] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.961375] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c014d4c0-d8c8-4675-9e79-f109e0159921 is going to be updated. [ 1542.962449] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.962614] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.989227] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.989439] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.989563] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.989672] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.989892] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.989980] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.990086] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 388a453d-04bd-491c-8500-60c130d1a1e7 is going to be updated. [ 1543.033096] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.033343] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.033343] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.033513] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.033664] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.048011] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c014d4c0-d8c8-4675-9e79-f109e0159921 in Status: IN_PROGRESS for 2s [ 1543.062282] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.062478] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.062478] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.062683] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.062827] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.075952] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 388a453d-04bd-491c-8500-60c130d1a1e7 in Status: IN_PROGRESS for 2s [ 1545.063783] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c014d4c0-d8c8-4675-9e79-f109e0159921 in Status: SUCCESS [ 1545.064229] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1545.087249] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 388a453d-04bd-491c-8500-60c130d1a1e7 in Status: SUCCESS [ 1545.087461] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.346874] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1546.347292] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1551.347865] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1551.348300] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1556.349132] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1556.349528] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1561.350310] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1561.350786] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1566.351576] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1566.352090] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1571.352512] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1571.352895] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1576.353633] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1576.354216] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1581.354815] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1581.355224] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1586.355489] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1586.356295] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1591.357641] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1591.357641] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1596.358925] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1596.359395] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1601.360177] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1601.360177] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1606.361117] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1606.361626] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1611.362467] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1611.362871] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1616.363743] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1616.363743] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1621.364602] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1621.364602] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1626.366584] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1626.369099] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1626.994911] env[65426]: INFO networking_nsxv3.common.synchronization [req-07eca20f-6e50-472f-9f30-76cf7c1e2c41 req-56b191ff-6407-40fe-beb1-666c3b89be90 tempest-ServerActionsTestOtherA-969770577 tempest-ServerActionsTestOtherA-969770577-project-member] Enqueued Resource ID: c014d4c0-d8c8-4675-9e79-f109e0159921 with Priority: HIGHEST for action security_group_members [ 1626.995448] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c014d4c0-d8c8-4675-9e79-f109e0159921 with Priority: HIGHEST for action security_group_members [ 1626.995835] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-c014d4c0-d8c8-4675-9e79-f109e0159921 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1626.995946] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.995946] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1626.996140] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1626.996283] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1626.996402] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.996469] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1626.996616] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1626.996707] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1626.996800] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c014d4c0-d8c8-4675-9e79-f109e0159921',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1627.499349] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1627.499751] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.499751] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1627.499751] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1627.499863] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1627.500020] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1627.500126] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.500181] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1627.500329] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1627.500404] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1627.500491] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c014d4c0-d8c8-4675-9e79-f109e0159921 is going to be updated. [ 1627.545023] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1627.545327] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.545327] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1627.545462] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1627.545590] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1627.554038] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c014d4c0-d8c8-4675-9e79-f109e0159921 in Status: IN_PROGRESS for 2s [ 1629.564594] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c014d4c0-d8c8-4675-9e79-f109e0159921 in Status: SUCCESS [ 1629.565108] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c014d4c0-d8c8-4675-9e79-f109e0159921 deletion is rescheduled due to dependency. [ 1629.565108] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1631.996366] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1631.996662] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1636.411241] env[65426]: INFO networking_nsxv3.common.synchronization [req-a85436df-eb12-40a2-9de5-040a29ec03ea req-9a4344d1-a7f3-470d-90c7-c1e62d420d6d tempest-ServerActionsTestOtherA-969770577 tempest-ServerActionsTestOtherA-969770577-project-member] Enqueued Resource ID: 92501a9c-0743-40c5-a098-814610371bd3 with Priority: HIGHEST for action security_group_members [ 1636.411783] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92501a9c-0743-40c5-a098-814610371bd3 with Priority: HIGHEST for action security_group_members [ 1636.412103] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-92501a9c-0743-40c5-a098-814610371bd3 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1636.412224] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.412290] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1636.412496] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1636.412663] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1636.412794] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.412874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1636.413070] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1636.413179] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1636.413263] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92501a9c-0743-40c5-a098-814610371bd3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1636.722628] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-487 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1636.722628] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-487" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.722628] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-487" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1636.722902] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-487" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1636.723050] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1636.723213] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.723333] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1636.723567] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1636.723726] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1636.723938] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1636.724271] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1636.724417] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1636.724529] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1636.724654] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1636.724753] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1636.724884] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1636.745115] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1636.745316] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1636.745448] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1636.745656] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-487" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1636.745996] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-5f12c20f-12c5-463b-8bd6-6fbf209e3b9a taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1636.746197] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-5f12c20f-12c5-463b-8bd6-6fbf209e3b9a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.746360] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-5f12c20f-12c5-463b-8bd6-6fbf209e3b9a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1636.746735] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-5f12c20f-12c5-463b-8bd6-6fbf209e3b9a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1636.746917] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f12c20f-12c5-463b-8bd6-6fbf209e3b9a',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1636.915538] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1636.915766] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.915766] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1636.915890] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1636.936566] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1636.936829] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1636.936949] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.937033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1636.937236] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1636.937320] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1636.937411] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92501a9c-0743-40c5-a098-814610371bd3 is going to be updated. [ 1636.967132] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1636.967279] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.967331] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1636.967548] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1636.967688] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1636.976733] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92501a9c-0743-40c5-a098-814610371bd3 in Status: IN_PROGRESS for 2s [ 1637.250014] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1637.250331] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.250501] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1637.250833] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1637.251032] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1637.251228] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port 5f12c20f-12c5-463b-8bd6-6fbf209e3b9a not found, creating... [ 1637.251518] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1637.251685] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.251817] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1637.252057] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1637.252201] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1637.252482] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1637.252639] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.252758] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1637.252966] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1637.253115] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1637.253252] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: 5f12c20f-12c5-463b-8bd6-6fbf209e3b9a is going to be created. [ 1637.276203] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1637.276451] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.276570] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1637.276832] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1637.277076] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1637.277301] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-5f12c20f-12c5-463b-8bd6-6fbf209e3b9a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1638.438937] env[65426]: INFO networking_nsxv3.common.synchronization [req-a85436df-eb12-40a2-9de5-040a29ec03ea req-8304d9f1-7e1d-4ee7-b994-c11dddfe6ef4 service nova] Enqueued Resource ID: 92501a9c-0743-40c5-a098-814610371bd3 with Priority: HIGHEST for action security_group_rules [ 1638.439247] env[65426]: INFO networking_nsxv3.common.synchronization [req-a85436df-eb12-40a2-9de5-040a29ec03ea req-8304d9f1-7e1d-4ee7-b994-c11dddfe6ef4 service nova] Enqueued Resource ID: 92501a9c-0743-40c5-a098-814610371bd3 with Priority: HIGHEST for action security_group_members [ 1638.439293] env[65426]: INFO networking_nsxv3.common.synchronization [req-a85436df-eb12-40a2-9de5-040a29ec03ea req-8304d9f1-7e1d-4ee7-b994-c11dddfe6ef4 service nova] Enqueued Resource ID: 5f12c20f-12c5-463b-8bd6-6fbf209e3b9a with Priority: HIGHEST for action port [ 1638.439961] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92501a9c-0743-40c5-a098-814610371bd3 with Priority: HIGHEST for action security_group_rules [ 1638.440119] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92501a9c-0743-40c5-a098-814610371bd3 with Priority: HIGHEST for action security_group_members [ 1638.440215] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f12c20f-12c5-463b-8bd6-6fbf209e3b9a with Priority: HIGHEST for action port [ 1638.440486] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92501a9c-0743-40c5-a098-814610371bd3 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1638.440608] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.440672] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1638.440875] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1638.440991] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92501a9c-0743-40c5-a098-814610371bd3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1638.441868] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-92501a9c-0743-40c5-a098-814610371bd3 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1638.441968] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.445716] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f12c20f-12c5-463b-8bd6-6fbf209e3b9a taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1638.445856] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f12c20f-12c5-463b-8bd6-6fbf209e3b9a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.445926] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f12c20f-12c5-463b-8bd6-6fbf209e3b9a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1638.446149] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f12c20f-12c5-463b-8bd6-6fbf209e3b9a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1638.446248] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f12c20f-12c5-463b-8bd6-6fbf209e3b9a',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1638.948428] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f12c20f-12c5-463b-8bd6-6fbf209e3b9a with status ACTIVE [ 1638.948689] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1638.948823] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.948892] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1638.949143] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1638.949226] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1638.949409] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1638.949511] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.949599] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1638.949735] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1638.949794] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1638.949991] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1638.950102] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.950164] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1638.950316] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1638.950387] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1638.950472] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f12c20f-12c5-463b-8bd6-6fbf209e3b9a is going to be updated. [ 1638.951591] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-92501a9c-0743-40c5-a098-814610371bd3 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1638.951692] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.974072] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1638.974296] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.974296] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1638.974471] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1638.974605] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1638.974767] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f12c20f-12c5-463b-8bd6-6fbf209e3b9a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1638.985493] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92501a9c-0743-40c5-a098-814610371bd3 in Status: SUCCESS [ 1638.985668] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92501a9c-0743-40c5-a098-814610371bd3 deletion is rescheduled due to dependency. [ 1638.985763] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1638.986295] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1638.986508] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1638.986721] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1638.986822] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.986894] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1638.987060] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1638.987141] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1638.987233] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92501a9c-0743-40c5-a098-814610371bd3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1639.489140] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92501a9c-0743-40c5-a098-814610371bd3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1639.991793] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92501a9c-0743-40c5-a098-814610371bd3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1640.493985] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1640.494377] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.494377] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1640.494463] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1640.494520] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1640.494620] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92501a9c-0743-40c5-a098-814610371bd3 is going to be updated. [ 1640.522952] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1640.523123] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.523179] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1640.523372] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1640.523511] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1640.532355] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92501a9c-0743-40c5-a098-814610371bd3 in Status: IN_PROGRESS for 2s [ 1642.543962] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92501a9c-0743-40c5-a098-814610371bd3 in Status: SUCCESS [ 1642.544356] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1642.544356] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1642.544561] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1642.544755] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1642.544874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.544936] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1642.545113] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1642.545202] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1642.545275] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1642.545367] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92501a9c-0743-40c5-a098-814610371bd3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1643.047494] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-92501a9c-0743-40c5-a098-814610371bd3 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1643.047739] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.047739] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1643.047941] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1643.048122] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1643.048220] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.048277] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1643.048427] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1643.048512] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1643.048649] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1643.048834] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-92501a9c-0743-40c5-a098-814610371bd3 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1643.048929] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.048995] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1643.049142] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1643.049278] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1643.049366] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.049422] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1643.049555] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1643.049654] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1643.049828] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1643.049828] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92501a9c-0743-40c5-a098-814610371bd3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1643.441039] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1643.441242] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1643.551805] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92501a9c-0743-40c5-a098-814610371bd3: rpc.has_security_group_logging(os_id): False [ 1643.569367] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1643.569610] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.569610] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1643.569795] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1643.569896] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1643.570110] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1643.570208] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.570272] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1643.570424] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1643.570500] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1643.570708] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1643.570811] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.570865] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1643.571018] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1643.571097] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1643.571294] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1643.571386] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.571448] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1643.571590] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1643.571665] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1643.571754] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92501a9c-0743-40c5-a098-814610371bd3 is going to be updated. [ 1643.645403] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1643.645646] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.645646] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1643.645818] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1643.645969] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1643.660395] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92501a9c-0743-40c5-a098-814610371bd3 in Status: IN_PROGRESS for 2s [ 1645.677749] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92501a9c-0743-40c5-a098-814610371bd3 in Status: SUCCESS [ 1645.678265] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1646.358143] env[65426]: INFO networking_nsxv3.common.synchronization [req-b7ae8c27-9c7d-41cd-ac0b-c6f68a1eed20 req-b0f6a13a-2d56-4d24-907d-d005055c8f95 tempest-ServerActionsTestOtherA-969770577 tempest-ServerActionsTestOtherA-969770577-project-member] Enqueued Resource ID: 92501a9c-0743-40c5-a098-814610371bd3 with Priority: HIGHEST for action security_group_members [ 1646.358691] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92501a9c-0743-40c5-a098-814610371bd3 with Priority: HIGHEST for action security_group_members [ 1646.359112] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-92501a9c-0743-40c5-a098-814610371bd3 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1646.359289] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.359289] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1646.359498] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1646.359644] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1646.359735] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.359802] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1646.359936] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1646.360035] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1646.360129] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92501a9c-0743-40c5-a098-814610371bd3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1646.405239] env[65426]: INFO networking_nsxv3.common.synchronization [req-b7ae8c27-9c7d-41cd-ac0b-c6f68a1eed20 req-b0f6a13a-2d56-4d24-907d-d005055c8f95 tempest-ServerActionsTestOtherA-969770577 tempest-ServerActionsTestOtherA-969770577-project-member] Enqueued Resource ID: 5f12c20f-12c5-463b-8bd6-6fbf209e3b9a with Priority: HIGHEST for action port [ 1646.405731] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f12c20f-12c5-463b-8bd6-6fbf209e3b9a with Priority: HIGHEST for action port [ 1646.406049] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f12c20f-12c5-463b-8bd6-6fbf209e3b9a taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1646.406167] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f12c20f-12c5-463b-8bd6-6fbf209e3b9a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.406232] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f12c20f-12c5-463b-8bd6-6fbf209e3b9a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1646.406430] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f12c20f-12c5-463b-8bd6-6fbf209e3b9a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1646.406506] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f12c20f-12c5-463b-8bd6-6fbf209e3b9a',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1646.862837] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1646.863887] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.863887] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1646.863887] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1646.863887] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1646.863887] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1646.863887] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.863887] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1646.864694] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1646.864694] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1646.864694] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92501a9c-0743-40c5-a098-814610371bd3 is going to be updated. [ 1646.894827] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1646.895115] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.895115] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1646.895658] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1646.895658] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1646.904029] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92501a9c-0743-40c5-a098-814610371bd3 in Status: IN_PROGRESS for 2s [ 1646.908373] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f12c20f-12c5-463b-8bd6-6fbf209e3b9a with status ACTIVE [ 1646.908548] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1646.908702] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.908766] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1646.908980] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1646.909085] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1646.909275] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1646.909384] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.909432] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1646.909580] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1646.909668] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1646.909837] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1646.909929] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.909991] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1646.910141] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1646.910215] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1646.910299] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f12c20f-12c5-463b-8bd6-6fbf209e3b9a is going to be updated. [ 1646.930076] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1646.930284] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.930284] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1646.930483] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1646.930616] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1646.930768] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f12c20f-12c5-463b-8bd6-6fbf209e3b9a" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1648.913631] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92501a9c-0743-40c5-a098-814610371bd3 in Status: SUCCESS [ 1648.914070] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92501a9c-0743-40c5-a098-814610371bd3 deletion is rescheduled due to dependency. [ 1648.914070] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1651.406415] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1651.406863] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1656.407549] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1656.407789] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1661.408294] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1661.408705] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1666.408985] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1666.409410] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1670.649179] env[65426]: INFO networking_nsxv3.common.synchronization [req-a29f8505-c447-4816-9fcf-48c142ae1401 req-62af877a-357b-4119-b603-de32bffc7833 tempest-ServerActionsTestOtherA-969770577 tempest-ServerActionsTestOtherA-969770577-project-member] Enqueued Resource ID: 388a453d-04bd-491c-8500-60c130d1a1e7 with Priority: HIGHEST for action security_group_members [ 1670.650241] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 388a453d-04bd-491c-8500-60c130d1a1e7 with Priority: HIGHEST for action security_group_members [ 1670.650241] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-388a453d-04bd-491c-8500-60c130d1a1e7 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1670.650241] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.650241] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1670.650241] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1670.650241] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1670.650533] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.650533] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1670.650533] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1670.650633] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1670.650633] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('388a453d-04bd-491c-8500-60c130d1a1e7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1670.936897] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock network-487 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1670.937145] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "network-487" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.937276] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "network-487" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1670.937543] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "network-487" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1670.937798] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1670.937953] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.938118] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1670.938386] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1670.938497] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1670.938708] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1670.938819] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] NeedRegenerationException {{(pid=65426) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1670.938925] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] no value, waiting for create lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1670.939085] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] value creation lock acquired {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1670.939202] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] No value present for key: 'zone-id' {{(pid=65426) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1670.939306] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Calling creation function for not-yet-present value {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1670.939432] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1670.962470] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1670.962647] env[65426]: DEBUG dogpile.cache.region [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65426) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1670.962784] env[65426]: DEBUG dogpile.lock [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Released creation lock {{(pid=65426) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1670.962960] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "network-487" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1670.963288] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock port-299260db-e2fd-46bb-9a0c-d2989e6de9f9 taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1670.963460] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "port-299260db-e2fd-46bb-9a0c-d2989e6de9f9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.963581] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "port-299260db-e2fd-46bb-9a0c-d2989e6de9f9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1670.963923] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "port-299260db-e2fd-46bb-9a0c-d2989e6de9f9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1670.964074] env[65426]: DEBUG networking_nsxv3.api.rpc [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('299260db-e2fd-46bb-9a0c-d2989e6de9f9',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1671.153034] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('388a453d-04bd-491c-8500-60c130d1a1e7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1671.466673] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1671.466913] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.467047] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1671.467346] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1671.467502] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1671.467689] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Segment Port 299260db-e2fd-46bb-9a0c-d2989e6de9f9 not found, creating... [ 1671.468375] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1671.468600] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.468765] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1671.469049] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1671.469252] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1671.469649] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1671.469860] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.470917] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1671.470917] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1671.470917] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1671.470917] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Resource: SegmentPort with ID: 299260db-e2fd-46bb-9a0c-d2989e6de9f9 is going to be created. [ 1671.493996] env[65426]: DEBUG networking_nsxv3.common.locking [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1671.493996] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.494309] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1671.494909] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1671.494909] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1671.494909] env[65426]: DEBUG oslo_concurrency.lockutils [None req-404b41a1-83d4-4940-bd65-d47500cb54a1 None None] Releasing lock "port-299260db-e2fd-46bb-9a0c-d2989e6de9f9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1671.655229] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('388a453d-04bd-491c-8500-60c130d1a1e7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1672.157478] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1672.157636] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.157709] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1672.157934] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1672.158040] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1672.158144] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 388a453d-04bd-491c-8500-60c130d1a1e7 is going to be updated. [ 1672.181265] env[65426]: INFO networking_nsxv3.common.synchronization [req-a29f8505-c447-4816-9fcf-48c142ae1401 req-06346c1c-13e1-422a-b358-d867f339aaaa service nova] Enqueued Resource ID: 388a453d-04bd-491c-8500-60c130d1a1e7 with Priority: HIGHEST for action security_group_rules [ 1672.181639] env[65426]: INFO networking_nsxv3.common.synchronization [req-a29f8505-c447-4816-9fcf-48c142ae1401 req-06346c1c-13e1-422a-b358-d867f339aaaa service nova] Enqueued Resource ID: 388a453d-04bd-491c-8500-60c130d1a1e7 with Priority: HIGHEST for action security_group_members [ 1672.181639] env[65426]: INFO networking_nsxv3.common.synchronization [req-a29f8505-c447-4816-9fcf-48c142ae1401 req-06346c1c-13e1-422a-b358-d867f339aaaa service nova] Enqueued Resource ID: 299260db-e2fd-46bb-9a0c-d2989e6de9f9 with Priority: HIGHEST for action port [ 1672.182074] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 388a453d-04bd-491c-8500-60c130d1a1e7 with Priority: HIGHEST for action security_group_rules [ 1672.182204] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 388a453d-04bd-491c-8500-60c130d1a1e7 with Priority: HIGHEST for action security_group_members [ 1672.182300] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299260db-e2fd-46bb-9a0c-d2989e6de9f9 with Priority: HIGHEST for action port [ 1672.182560] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-388a453d-04bd-491c-8500-60c130d1a1e7 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1672.182673] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.182736] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1672.182925] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1672.183011] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('388a453d-04bd-491c-8500-60c130d1a1e7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1672.183811] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-388a453d-04bd-491c-8500-60c130d1a1e7 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1672.183950] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.184521] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock port-299260db-e2fd-46bb-9a0c-d2989e6de9f9 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1672.184521] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-299260db-e2fd-46bb-9a0c-d2989e6de9f9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.184521] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-299260db-e2fd-46bb-9a0c-d2989e6de9f9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1672.184521] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-299260db-e2fd-46bb-9a0c-d2989e6de9f9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1672.184521] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('299260db-e2fd-46bb-9a0c-d2989e6de9f9',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1672.190596] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1672.190741] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.190784] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1672.191461] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1672.191461] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1672.200688] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 388a453d-04bd-491c-8500-60c130d1a1e7 in Status: IN_PROGRESS for 2s [ 1672.686791] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-388a453d-04bd-491c-8500-60c130d1a1e7 taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1672.687132] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.687178] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 299260db-e2fd-46bb-9a0c-d2989e6de9f9 with status ACTIVE [ 1672.687352] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1672.687461] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.687527] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1672.687741] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1672.687830] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1672.688000] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1672.688132] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.688258] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1672.688304] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1672.688384] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1672.688564] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1672.688654] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.688722] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1672.688862] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1672.688933] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1672.689065] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 299260db-e2fd-46bb-9a0c-d2989e6de9f9 is going to be updated. [ 1672.710564] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1672.710793] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.710793] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1672.710956] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1672.711101] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1672.711292] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-299260db-e2fd-46bb-9a0c-d2989e6de9f9" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1674.211428] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 388a453d-04bd-491c-8500-60c130d1a1e7 in Status: SUCCESS [ 1674.211909] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1674.211909] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1674.212085] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1674.212287] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1674.212406] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1674.212467] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1674.212641] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1674.212753] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1674.212852] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('388a453d-04bd-491c-8500-60c130d1a1e7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1674.715143] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('388a453d-04bd-491c-8500-60c130d1a1e7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1675.218272] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('388a453d-04bd-491c-8500-60c130d1a1e7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1675.720989] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1675.721287] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.721287] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1675.721538] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1675.721643] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1675.721749] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 388a453d-04bd-491c-8500-60c130d1a1e7 is going to be updated. [ 1675.751993] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1675.752225] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.752268] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1675.752488] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1675.752637] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1675.761506] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 388a453d-04bd-491c-8500-60c130d1a1e7 in Status: IN_PROGRESS for 2s [ 1677.183567] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1677.183962] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1677.772352] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 388a453d-04bd-491c-8500-60c130d1a1e7 in Status: SUCCESS [ 1677.772587] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1677.772689] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1677.772947] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1677.773176] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1677.773299] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.773363] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1677.773518] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1677.773598] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1677.773682] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1677.773770] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('388a453d-04bd-491c-8500-60c130d1a1e7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1678.276685] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('388a453d-04bd-491c-8500-60c130d1a1e7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1678.779685] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 388a453d-04bd-491c-8500-60c130d1a1e7: rpc.has_security_group_logging(os_id): False [ 1678.797750] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1678.798105] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.798105] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1678.798206] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1678.798239] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1678.798489] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1678.798585] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.798647] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1678.798799] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1678.798873] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1678.798960] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 388a453d-04bd-491c-8500-60c130d1a1e7 is going to be updated. [ 1678.861395] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1678.861614] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.861614] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1678.861809] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1678.861951] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1678.874934] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 388a453d-04bd-491c-8500-60c130d1a1e7 in Status: IN_PROGRESS for 2s [ 1680.893100] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 388a453d-04bd-491c-8500-60c130d1a1e7 in Status: SUCCESS [ 1680.893476] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1682.184635] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1682.185081] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1687.185863] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1687.185863] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1692.187392] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1692.187912] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1697.188484] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1697.188889] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1702.189945] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1702.190360] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1707.191278] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1707.191278] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1712.192012] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1712.192423] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1717.193879] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1717.193879] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1722.194832] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1722.195265] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1727.196645] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1727.197045] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1732.198066] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1732.198489] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1737.199137] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1737.199421] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1739.582688] env[65426]: INFO networking_nsxv3.common.synchronization [req-009ae732-33b0-43b7-ac9c-992a85ecbaa7 req-d5b4d6d6-dc05-4b24-86d7-9d0b7efa3d57 tempest-ServerActionsTestOtherA-969770577 tempest-ServerActionsTestOtherA-969770577-project-member] Enqueued Resource ID: 388a453d-04bd-491c-8500-60c130d1a1e7 with Priority: HIGHEST for action security_group_members [ 1739.583258] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 388a453d-04bd-491c-8500-60c130d1a1e7 with Priority: HIGHEST for action security_group_members [ 1739.583569] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-388a453d-04bd-491c-8500-60c130d1a1e7 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1739.583691] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.583750] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1739.584402] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1739.584402] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1739.584402] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.584402] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1739.584402] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1739.584699] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1739.584699] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('388a453d-04bd-491c-8500-60c130d1a1e7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1740.086944] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('388a453d-04bd-491c-8500-60c130d1a1e7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1740.590070] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('388a453d-04bd-491c-8500-60c130d1a1e7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1741.092404] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1741.092637] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.092637] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1741.092835] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1741.092926] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1741.093040] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 388a453d-04bd-491c-8500-60c130d1a1e7 is going to be updated. [ 1741.131242] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1741.131464] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.131464] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1741.131640] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1741.131779] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1741.140438] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 388a453d-04bd-491c-8500-60c130d1a1e7 in Status: IN_PROGRESS for 2s [ 1742.262774] env[65426]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] NSXv3 Agent Agent loop - iteration:4 completed [ 1742.263229] env[65426]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-351907b2-d85d-4e5f-9944-45dce57b80b2 None None] NSXv3 Agent Agent loop - iteration:5 started [ 1743.152484] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 388a453d-04bd-491c-8500-60c130d1a1e7 in Status: SUCCESS [ 1743.152709] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1744.584533] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1744.584876] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1749.585878] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1749.586347] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1754.586678] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1754.587080] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1755.859899] env[65426]: INFO networking_nsxv3.common.synchronization [req-4dd63941-afb6-46b4-a052-62a6134c9837 req-156233ab-0750-4758-8144-8211bec4c7ab tempest-ServerActionsTestOtherA-969770577 tempest-ServerActionsTestOtherA-969770577-project-member] Enqueued Resource ID: 388a453d-04bd-491c-8500-60c130d1a1e7 with Priority: HIGHEST for action security_group_members [ 1755.860842] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 388a453d-04bd-491c-8500-60c130d1a1e7 with Priority: HIGHEST for action security_group_members [ 1755.860842] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock member-388a453d-04bd-491c-8500-60c130d1a1e7 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1755.861087] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.861087] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1755.861227] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1755.861348] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1755.861447] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1755.861504] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1755.861674] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1755.861736] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1755.861811] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('388a453d-04bd-491c-8500-60c130d1a1e7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1756.363881] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.364271] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.364271] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.364396] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.364442] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.364636] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.364759] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.364808] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.364932] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.365043] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.365115] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 388a453d-04bd-491c-8500-60c130d1a1e7 is going to be updated. [ 1756.392490] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1756.392743] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.392743] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.392893] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1756.393039] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1756.401311] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 388a453d-04bd-491c-8500-60c130d1a1e7 in Status: IN_PROGRESS for 2s [ 1758.414249] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 388a453d-04bd-491c-8500-60c130d1a1e7 in Status: SUCCESS [ 1758.414665] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 388a453d-04bd-491c-8500-60c130d1a1e7 deletion is rescheduled due to dependency. [ 1758.414665] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1760.861954] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1760.862457] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1765.863147] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1765.863590] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1770.864479] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1770.865154] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1774.215354] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.215780] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.215780] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.215780] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.215911] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1774.718624] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1775.221127] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1775.723998] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1775.724191] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1775.865861] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1775.866075] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1776.463776] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.463776] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.463776] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.463776] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.475278] env[65426]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1776.476444] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.477675] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1776.516642] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.517055] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.518065] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.518065] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.531682] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.532648] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1776.532842] env[65426]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65426) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1776.533049] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1776.557247] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.557597] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.557778] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.558164] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.559547] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.559547] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1776.628891] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.629356] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.629535] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.629828] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.630286] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.630720] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1776.710026] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.711043] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.711043] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.711043] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.711043] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.711295] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:12. [ 1776.711372] env[65426]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'6221598e-80dd-419c-b559-4db19a1b425d', 'a652184f-fd23-4722-80e0-ff95f29138b5', '3cd92a83-f164-4831-8db2-fcb3532722b4', '212b3187-b652-4960-8464-c24f0af67a7c', 'c014d4c0-d8c8-4675-9e79-f109e0159921', '388a453d-04bd-491c-8500-60c130d1a1e7', 'fa19dddd-09fc-49b2-9584-5985f26976ac', '92501a9c-0743-40c5-a098-814610371bd3', '5bf0629d-14f5-410a-835b-93a4e11208b0', '7c134f47-7186-45fa-af36-389e9977eb16', '752173c4-5ea9-4bb8-97b4-26712b246389', '0dc0b08e-3c09-4b1f-ac5b-2f2add94141d'} {{(pid=65426) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1776.711639] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1776.729967] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.729967] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.729967] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.729967] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.729967] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.729967] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1776.730359] env[65426]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65426) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1776.730359] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1776.801028] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.801028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.801028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.801344] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.802212] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.802459] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1776.802537] env[65426]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65426) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1776.802627] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1776.802696] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1776.802774] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 12/12 resources of Type:Security Group Rules [ 1776.802845] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6221598e-80dd-419c-b559-4db19a1b425d with Priority: HIGH for action security_group_rules [ 1776.802921] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGH for action security_group_rules [ 1776.802989] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3cd92a83-f164-4831-8db2-fcb3532722b4 with Priority: HIGH for action security_group_rules [ 1776.803064] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 212b3187-b652-4960-8464-c24f0af67a7c with Priority: HIGH for action security_group_rules [ 1776.803120] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c014d4c0-d8c8-4675-9e79-f109e0159921 with Priority: HIGH for action security_group_rules [ 1776.803183] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 388a453d-04bd-491c-8500-60c130d1a1e7 with Priority: HIGH for action security_group_rules [ 1776.803242] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa19dddd-09fc-49b2-9584-5985f26976ac with Priority: HIGH for action security_group_rules [ 1776.803348] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 92501a9c-0743-40c5-a098-814610371bd3 with Priority: HIGH for action security_group_rules [ 1776.803412] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5bf0629d-14f5-410a-835b-93a4e11208b0 with Priority: HIGH for action security_group_rules [ 1776.803412] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c134f47-7186-45fa-af36-389e9977eb16 with Priority: HIGH for action security_group_rules [ 1776.803484] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 752173c4-5ea9-4bb8-97b4-26712b246389 with Priority: HIGH for action security_group_rules [ 1776.803523] env[65426]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0dc0b08e-3c09-4b1f-ac5b-2f2add94141d with Priority: HIGH for action security_group_rules [ 1776.803587] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 1776.803650] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 1776.803833] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.803930] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.803990] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.804164] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.804238] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.804409] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.804497] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.804555] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.804685] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.804754] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.804914] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.805009] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.805070] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.805197] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.805266] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.805430] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.805515] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.805786] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.805786] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.805786] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.805938] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.806033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.806091] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.806219] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.806290] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.806452] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.806537] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.806594] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.806720] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.806789] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.806951] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.807044] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.807103] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.807230] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.807299] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.807458] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.807543] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.807600] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.807764] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.807800] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.807942] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.808034] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.808095] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.808242] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.808280] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.808459] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.808512] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.808625] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.808714] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.808785] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.808948] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.809047] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.809104] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.809233] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.809302] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.809462] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.809549] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.809605] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.809728] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.809796] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.809957] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.810049] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.810107] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.810269] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.810399] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.810575] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.810665] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.810721] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.810851] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.810920] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.811098] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.811249] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.811249] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.811400] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.811472] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.811661] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.811719] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.811768] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.811897] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.811965] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.812138] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.812225] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.812274] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.812406] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.812470] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.812633] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.812713] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.812768] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.812888] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.812957] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.813309] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.813309] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.813309] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.813445] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.813445] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.813580] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.813664] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.813720] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.813843] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.813910] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.814087] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.814183] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.814242] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.814355] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.814443] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.814610] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.814704] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.814764] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.814867] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.814934] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.815108] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.815197] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.815257] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.815374] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.815445] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.815605] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.815690] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.815748] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.815873] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.815943] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.816113] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.816199] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.816255] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.816382] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.816450] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.816608] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.816693] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.816750] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.816875] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.816943] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.817114] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.817199] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.817256] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.817397] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.817473] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.817636] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.817721] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.817777] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.817903] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.817971] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.818146] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.818231] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.818344] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.818410] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.818478] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.818639] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.818723] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.818781] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.818903] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.818971] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.819145] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.819230] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.819282] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.819410] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.819476] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.819633] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.819719] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.819774] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.819898] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.819966] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.820139] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.820239] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.820307] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.820459] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.820535] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.820702] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.820789] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.820846] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.820972] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.821050] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.821225] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.821322] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.821380] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.821509] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.821577] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.821737] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.821823] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.821879] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.822009] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.822082] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.822243] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.822330] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.822387] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.822511] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.822580] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.822738] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.823042] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.823042] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.823042] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.823155] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.823217] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.823301] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.823357] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.823502] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.823574] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.823735] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.823821] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.823877] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.824038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.824076] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.824239] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.824324] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.824380] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.824508] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.824573] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.824733] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.824817] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.824874] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.824999] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.825081] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.825244] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.825328] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.825385] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.825509] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.825578] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.825738] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.825823] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.825879] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.826008] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.826083] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.826243] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.826327] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.826384] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.826527] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.826600] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.826764] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.826850] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.826906] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.827043] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.827112] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.827275] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.827361] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.827418] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.827541] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.827609] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.827768] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.827864] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.827922] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.828058] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.828129] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.828293] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.828395] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.828437] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.828553] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.828617] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.828773] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.828850] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.828908] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.829045] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.829114] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.829276] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.829362] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.829416] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.829559] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.829632] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.829794] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.829873] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.829929] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.830069] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.830138] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.830326] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.830411] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.830469] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.830600] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.830657] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.830823] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.830905] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.830961] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.831097] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.831169] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.831351] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.831449] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.831504] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.831615] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.831682] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.831845] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.831922] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.831972] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.832112] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.832180] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.832343] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.832425] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.832492] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.832634] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.832702] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.832863] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.832948] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.833024] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.833166] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.833236] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.833400] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.833484] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.833542] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.833667] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.833736] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.833895] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.833979] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.834046] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.834172] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.834239] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.834402] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.834486] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.834543] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.834672] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.834738] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.834897] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.834982] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.835049] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.835175] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.835244] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.835437] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.835506] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.835573] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.835705] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.835775] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.835938] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.836033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.836090] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.836217] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.836287] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.836449] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.836532] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.836589] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.836713] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.836780] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.836940] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.837033] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.837091] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.837215] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.837283] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.837443] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.837527] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.837584] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.837707] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.837776] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.837934] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.838028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.838085] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.838213] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.838280] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.838438] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.838533] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.838623] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.838762] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.838831] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.838995] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , >, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.839094] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.839153] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.839280] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.839350] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.839469] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 1776.839578] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 1776.839654] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1776.916045] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.916202] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.916273] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.916478] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.916777] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1776.917055] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1776.993391] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1776.993608] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.993608] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1776.993748] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1776.994082] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1777.007357] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.866855] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1780.867218] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=12], Jobs=0 [ 1780.867218] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6221598e-80dd-419c-b559-4db19a1b425d with Priority: HIGH for action security_group_rules [ 1780.867218] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cd92a83-f164-4831-8db2-fcb3532722b4 with Priority: HIGH for action security_group_rules [ 1780.867399] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa19dddd-09fc-49b2-9584-5985f26976ac with Priority: HIGH for action security_group_rules [ 1780.867399] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dc0b08e-3c09-4b1f-ac5b-2f2add94141d with Priority: HIGH for action security_group_rules [ 1780.867528] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 752173c4-5ea9-4bb8-97b4-26712b246389 with Priority: HIGH for action security_group_rules [ 1780.867586] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c134f47-7186-45fa-af36-389e9977eb16 with Priority: HIGH for action security_group_rules [ 1780.867651] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf0629d-14f5-410a-835b-93a4e11208b0 with Priority: HIGH for action security_group_rules [ 1780.867743] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 388a453d-04bd-491c-8500-60c130d1a1e7 with Priority: HIGH for action security_group_rules [ 1780.867834] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92501a9c-0743-40c5-a098-814610371bd3 with Priority: HIGH for action security_group_rules [ 1780.867920] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c014d4c0-d8c8-4675-9e79-f109e0159921 with Priority: HIGH for action security_group_rules [ 1780.868015] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a652184f-fd23-4722-80e0-ff95f29138b5 with Priority: HIGH for action security_group_rules [ 1780.868108] env[65426]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 212b3187-b652-4960-8464-c24f0af67a7c with Priority: HIGH for action security_group_rules [ 1780.868461] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6221598e-80dd-419c-b559-4db19a1b425d taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.868591] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.868652] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.868859] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.868995] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6221598e-80dd-419c-b559-4db19a1b425d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1780.869914] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cd92a83-f164-4831-8db2-fcb3532722b4 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.870036] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cd92a83-f164-4831-8db2-fcb3532722b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.870093] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cd92a83-f164-4831-8db2-fcb3532722b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.870299] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cd92a83-f164-4831-8db2-fcb3532722b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.870355] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cd92a83-f164-4831-8db2-fcb3532722b4',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1780.871140] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa19dddd-09fc-49b2-9584-5985f26976ac taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.871251] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.871341] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.871494] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.871561] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa19dddd-09fc-49b2-9584-5985f26976ac',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1780.872639] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.872750] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.872807] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.872928] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.873274] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0dc0b08e-3c09-4b1f-ac5b-2f2add94141d',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1780.873695] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-752173c4-5ea9-4bb8-97b4-26712b246389 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.873803] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-752173c4-5ea9-4bb8-97b4-26712b246389" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.873868] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-752173c4-5ea9-4bb8-97b4-26712b246389" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.874028] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-752173c4-5ea9-4bb8-97b4-26712b246389" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.874100] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('752173c4-5ea9-4bb8-97b4-26712b246389',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1780.874756] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c134f47-7186-45fa-af36-389e9977eb16 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.874860] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c134f47-7186-45fa-af36-389e9977eb16" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.874914] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c134f47-7186-45fa-af36-389e9977eb16" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.875072] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c134f47-7186-45fa-af36-389e9977eb16" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.875139] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c134f47-7186-45fa-af36-389e9977eb16',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1780.875806] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bf0629d-14f5-410a-835b-93a4e11208b0 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.876038] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bf0629d-14f5-410a-835b-93a4e11208b0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.876124] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bf0629d-14f5-410a-835b-93a4e11208b0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.876251] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bf0629d-14f5-410a-835b-93a4e11208b0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.876323] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bf0629d-14f5-410a-835b-93a4e11208b0',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1780.876976] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-388a453d-04bd-491c-8500-60c130d1a1e7 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.877092] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.877151] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.877299] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.877424] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('388a453d-04bd-491c-8500-60c130d1a1e7',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1780.878066] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92501a9c-0743-40c5-a098-814610371bd3 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.878203] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.878203] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.878346] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.878418] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92501a9c-0743-40c5-a098-814610371bd3',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1780.879062] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c014d4c0-d8c8-4675-9e79-f109e0159921 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.879252] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.879252] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.879410] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.879468] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c014d4c0-d8c8-4675-9e79-f109e0159921',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1780.880458] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a652184f-fd23-4722-80e0-ff95f29138b5 taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.880458] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.880458] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.880458] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.880985] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a652184f-fd23-4722-80e0-ff95f29138b5',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1780.881577] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock rules-212b3187-b652-4960-8464-c24f0af67a7c taken with stack trace [, , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.881577] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-212b3187-b652-4960-8464-c24f0af67a7c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.881577] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-212b3187-b652-4960-8464-c24f0af67a7c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.881577] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-212b3187-b652-4960-8464-c24f0af67a7c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.881815] env[65426]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('212b3187-b652-4960-8464-c24f0af67a7c',) {} {{(pid=65426) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1780.907979] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.908209] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.908209] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.908393] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.910136] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.910230] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.910954] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.911101] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.927701] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.927808] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0dc0b08e-3c09-4b1f-ac5b-2f2add94141d is going to be deleted. [ 1780.928587] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.928787] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.945380] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.945513] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6221598e-80dd-419c-b559-4db19a1b425d is going to be deleted. [ 1780.946282] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.946484] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.963015] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.963170] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cd92a83-f164-4831-8db2-fcb3532722b4 is going to be deleted. [ 1780.984275] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.984467] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.984467] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.984673] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.984759] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.984873] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0dc0b08e-3c09-4b1f-ac5b-2f2add94141d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.994708] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1780.994859] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.994898] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1780.995085] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1780.995167] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1780.995283] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6221598e-80dd-419c-b559-4db19a1b425d" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.007147] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1781.007298] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.007335] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1781.007507] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1781.007590] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.007700] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cd92a83-f164-4831-8db2-fcb3532722b4" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.417654] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1781.417862] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.417862] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1781.418311] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1781.420522] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1781.420667] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.421450] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1781.421578] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.422292] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1781.422385] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.423080] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1781.423172] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.423819] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1781.423918] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.424908] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1781.424999] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.425631] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1781.425723] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.430161] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1781.430311] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.437154] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.437257] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c134f47-7186-45fa-af36-389e9977eb16 is going to be deleted. [ 1781.438074] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1781.438272] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1781.561224] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.561409] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 212b3187-b652-4960-8464-c24f0af67a7c is going to be deleted. [ 1781.562310] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1781.562529] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1781.587129] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.587295] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa19dddd-09fc-49b2-9584-5985f26976ac is going to be deleted. [ 1781.588166] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1781.588394] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1781.606619] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1781.606783] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.609894] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.610025] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 388a453d-04bd-491c-8500-60c130d1a1e7 is going to be deleted. [ 1781.610925] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1781.611143] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1781.621996] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1781.622176] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.627531] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.627671] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c014d4c0-d8c8-4675-9e79-f109e0159921 is going to be deleted. [ 1781.628530] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1781.628765] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1781.650131] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.650355] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bf0629d-14f5-410a-835b-93a4e11208b0 is going to be deleted. [ 1781.651215] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1781.651427] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1781.657983] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1781.658109] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.734231] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.734415] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 752173c4-5ea9-4bb8-97b4-26712b246389 is going to be deleted. [ 1781.735289] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1781.735506] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1781.750187] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1781.750411] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.751851] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1781.751981] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.759474] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.759640] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a652184f-fd23-4722-80e0-ff95f29138b5 is going to be deleted. [ 1781.760564] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1781.760771] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1781.810156] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.810364] env[65426]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92501a9c-0743-40c5-a098-814610371bd3 is going to be deleted. [ 1781.811215] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1781.811438] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1781.811526] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.811653] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c134f47-7186-45fa-af36-389e9977eb16" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.812402] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1781.812501] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.812587] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1781.812769] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1781.812851] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.812967] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bf0629d-14f5-410a-835b-93a4e11208b0" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.813106] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1781.813247] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1781.813323] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.813434] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-212b3187-b652-4960-8464-c24f0af67a7c" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.813886] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1781.814053] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1781.814153] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.814280] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa19dddd-09fc-49b2-9584-5985f26976ac" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.814415] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1781.814558] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1781.814634] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.814734] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c014d4c0-d8c8-4675-9e79-f109e0159921" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.814844] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1781.814976] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1781.815059] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.815164] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-388a453d-04bd-491c-8500-60c130d1a1e7" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.873250] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1781.873750] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.873750] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1781.873750] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1781.873916] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.873993] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-752173c4-5ea9-4bb8-97b4-26712b246389" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.874750] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1781.874868] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.874924] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1781.875103] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1781.875186] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.875286] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a652184f-fd23-4722-80e0-ff95f29138b5" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.918896] env[65426]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65426) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1781.919142] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1781.919142] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1781.919325] env[65426]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1781.919411] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1781.919529] env[65426]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92501a9c-0743-40c5-a098-814610371bd3" {{(pid=65426) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1785.869750] env[65426]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1785.870217] env[65426]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0